[ 523.290365] env[69429]: INFO neutron.common.config [-] Logging enabled! [ 523.290365] env[69429]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev42 [ 523.291082] env[69429]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69429) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 523.291082] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 523.291082] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 523.291764] env[69429]: WARNING oslo_policy.policy [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.291879] env[69429]: WARNING oslo_policy.policy [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.293332] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] VMware NSXv3 Agent initialized successfully. [ 523.295664] env[69429]: DEBUG oslo_concurrency.lockutils [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] Acquiring lock "singleton_lock" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.295664] env[69429]: DEBUG oslo_concurrency.lockutils [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] Acquired lock "singleton_lock" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.295664] env[69429]: DEBUG oslo_concurrency.lockutils [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] Releasing lock "singleton_lock" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.295664] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] Full set of CONF: {{(pid=69429) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 523.295664] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ******************************************************************************** {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 523.295664] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] Configuration options gathered from: {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 523.295874] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 523.295874] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 523.295874] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ================================================================================ {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 523.295874] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] agent_down_time = 75 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.295874] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] allow_automatic_dhcp_failover = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.295874] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] allow_bulk = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296054] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] api_extensions_path = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296054] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] api_paste_config = api-paste.ini {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296054] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] auth_strategy = keystone {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296130] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] backdoor_port = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296275] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] backdoor_socket = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296380] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] backlog = 4096 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296522] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296690] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] bind_host = 0.0.0.0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.296829] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] bind_port = 9696 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297574] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] client_socket_timeout = 900 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297574] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] config_dir = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297574] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297574] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] config_source = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297574] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] control_exchange = neutron {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297871] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] core_plugin = ml2 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.297871] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] debug = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.298084] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] default_availability_zones = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.298148] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.298259] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] dhcp_agent_notification = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.298399] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] dhcp_agents_per_network = 1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.298539] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] dhcp_lease_duration = 86400 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] dhcp_load_type = networks {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] dns_domain = openstacklocal {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_default_route_bfd = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_default_route_ecmp = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_dvr = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299642] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_new_agents = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299845] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299845] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_signals = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.299994] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] enable_traditional_dhcp = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.300080] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] external_dns_driver = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.300236] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] filter_validation = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.300386] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] global_physnet_mtu = 8950 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.300523] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] graceful_shutdown_timeout = 60 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.300704] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] host = cpu-1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] host_dvr_for_dhcp = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] http_retries = 3 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] instance_format = [instance: %(uuid)s] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ipam_driver = internal {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ipv6_pd_enabled = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] l3_ha = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302637] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302637] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] l3_ha_network_physical_name = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302637] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] l3_ha_network_type = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302637] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_color = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302637] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_config_append = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302637] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302791] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_dir = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302821] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_file = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.302966] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_options = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303070] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_rotate_interval = 1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303217] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_rotate_interval_type = days {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303359] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] log_rotation_type = none {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303467] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303575] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303718] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303859] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.303967] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304120] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] max_dns_nameservers = 5 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304259] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] max_header_line = 16384 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304396] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] max_l3_agents_per_router = 3 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304797] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] max_logfile_count = 30 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304797] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] max_logfile_size_mb = 200 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304797] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] max_subnet_host_routes = 20 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.304975] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] my_ip = 10.180.1.21 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305096] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] my_ipv6 = ::1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305235] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] network_auto_schedule = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305369] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] network_link_prefix = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305753] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305753] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] notify_nova_on_port_data_changes = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305908] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] notify_nova_on_port_status_changes = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.305957] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] pagination_max_limit = -1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306071] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] publish_errors = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306209] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] rate_limit_burst = 0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306939] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] rate_limit_except_level = CRITICAL {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306939] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] rate_limit_interval = 0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306939] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] retry_until_window = 30 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306939] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] router_distributed = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.306939] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] rpc_resources_processing_step = 20 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307106] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] rpc_response_max_timeout = 600 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307243] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] rpc_response_timeout = 60 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307314] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] send_events_interval = 2 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307458] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] service_plugins = ['router'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307600] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] setproctitle = on {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307733] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] shell_completion = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.307871] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] state_path = /opt/stack/data/neutron {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.308029] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] syslog_log_facility = LOG_USER {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.308180] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] tcp_keepidle = 600 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.308309] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] transport_url = **** {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.308468] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] use_journal = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.308611] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] use_json = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.308721] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] use_ssl = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309211] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] use_stderr = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309211] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] use_syslog = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309211] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] vlan_qinq = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309378] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] vlan_transparent = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309457] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] watch_log_file = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309617] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] wsgi_default_pool_size = 100 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.309699] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] wsgi_keep_alive = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.310248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.310248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] wsgi_server_debug = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.310248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_concurrency.disable_process_locking = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.310343] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.310455] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.310595] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.310740] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.310921] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.311094] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.311228] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.connection_string = messaging:// {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.311351] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.enabled = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.311498] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.es_doc_type = notification {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.es_scroll_size = 10000 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.es_scroll_time = 2m {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.filter_error_trace = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.hmac_keys = **** {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.sentinel_service_name = mymaster {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.socket_timeout = 0.1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313639] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.trace_requests = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313847] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler.trace_sqlalchemy = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313847] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler_jaeger.process_tags = {} {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313847] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler_jaeger.service_name_prefix = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313847] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] profiler_otlp.service_name_prefix = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313847] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.enforce_new_defaults = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.313847] env[69429]: WARNING oslo_config.cfg [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 523.314075] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.enforce_scope = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314075] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.policy_default_rule = default {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314075] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314075] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314172] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314315] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314426] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314559] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314695] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314834] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.314982] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315141] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] agent.extensions = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315283] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315424] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] service_providers.service_provider = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315572] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.default_quota = -1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315717] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315853] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_floatingip = 50 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.315991] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_network = 100 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.316136] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_port = 500 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.316270] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.316438] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_router = 10 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.316557] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_security_group = 10 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.316693] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.316808] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.quota_subnet = 100 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] QUOTAS.track_quota_usage = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep.group = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep.helper_command = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317713] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep.thread_pool_size = 8 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317852] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep.user = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.317958] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318103] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_dhcp_release.group = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318274] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_dhcp_release.helper_command = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318376] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318516] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318646] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_dhcp_release.user = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318788] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.318921] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_ovs_vsctl.group = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319102] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319279] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319781] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319781] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_ovs_vsctl.user = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319781] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_namespace.capabilities = [21] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319781] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_namespace.group = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.319946] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_namespace.helper_command = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320090] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320242] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320615] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_namespace.user = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320615] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_conntrack.capabilities = [12] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320799] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_conntrack.group = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320799] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_conntrack.helper_command = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.320921] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321098] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321268] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_conntrack.user = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321353] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_link.capabilities = [12, 21] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321868] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_link.group = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321868] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_link.helper_command = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321868] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.321868] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_link.thread_pool_size = 8 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322046] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] privsep_link.user = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322238] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322726] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322726] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.continue_on_failed_promotions = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322726] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.dscp = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322726] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.dscp_inherit = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.322851] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.force_mp_to_policy = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323190] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.locking_coordinator_url = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323190] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.log_agent_heartbeats = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323293] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.logging_expire = 1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323485] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323925] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323925] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.polling_interval = 240 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.323925] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324048] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324115] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.report_interval = 30.0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324259] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324727] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324727] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324727] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.sync_skew = 60 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324862] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.synchronization_queue_size = 20 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.324963] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT.use_helper_for_ns_read = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325122] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] SECURITYGROUP.enable_ipset = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325268] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] SECURITYGROUP.enable_security_group = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325430] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325857] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325857] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] experimental.ipv6_pd_enabled = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325857] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.extension_drivers = ['port_security'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.325970] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.external_network_type = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.326135] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.326634] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.overlay_ip_version = 4 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.326634] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.path_mtu = 8950 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.326634] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.physical_network_mtus = {} {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.326731] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.326845] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327186] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ml2.type_drivers = ['vlan'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327186] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327325] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327736] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327736] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327736] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.327906] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328048] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328194] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328385] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328517] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328666] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_login_password = **** {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328949] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.328949] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_login_user = admin {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.329132] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.329408] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.329486] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.329561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.329706] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330141] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330141] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330239] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330308] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330465] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330849] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330849] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.330915] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331081] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331231] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331459] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331522] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331648] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.auth_section = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331899] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.auth_type = password {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.331966] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.332277] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.certfile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.332277] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.collect_timing = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.332374] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.endpoint_type = public {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.332663] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.insecure = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.332663] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.keyfile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.332764] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.region_name = RegionOne {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.333094] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.split_loggers = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.333094] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] nova.timeout = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.333440] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.auth_section = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.333440] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.auth_type = password {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.333510] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.certfile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.collect_timing = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.endpoint_type = public {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.insecure = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.keyfile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334458] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.region_name = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334458] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.split_loggers = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334556] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] placement.timeout = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334699] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.auth_section = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334834] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.auth_type = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.334967] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.cafile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335644] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.certfile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335644] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.collect_timing = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335644] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.connect_retries = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335644] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.connect_retry_delay = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335644] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.enable_notifications = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335818] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.endpoint_override = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.335903] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.insecure = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336049] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.interface = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336178] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.keyfile = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336891] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.max_version = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336891] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.min_version = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336891] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.region_name = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336891] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.retriable_status_codes = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.336891] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.service_name = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337085] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.service_type = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337174] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.split_loggers = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337264] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.status_code_retries = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337395] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.status_code_retry_delay = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337528] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.timeout = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337660] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.valid_interfaces = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337793] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ironic.version = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.337935] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] cli_script.dry_run = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.338102] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.338245] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.338494] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.338561] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339037] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339037] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339037] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339180] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339248] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339397] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339534] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339680] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.339837] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340594] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340594] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340594] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340594] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340594] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340799] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340856] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.340997] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.341152] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.341292] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.341432] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.341571] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.341724] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.341845] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342588] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342588] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342588] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342588] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.ssl = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342588] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342844] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342844] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.342973] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343128] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343275] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343414] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_notifications.driver = [] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343557] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_notifications.retry = -1 {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343839] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343839] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.343955] env[69429]: DEBUG oslo_service.backend.eventlet.service [None req-e7bec61c-79c7-4616-91cd-f4bd9cc0add1 None None] ******************************************************************************** {{(pid=69429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.345087] env[69429]: DEBUG neutron.agent.securitygroups_rpc [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Init firewall settings (driver=nsxv3) {{(pid=69429) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 523.346928] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69429) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 523.346928] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] RPC agent_id: nsxm-l-01a.corp.local [ 523.348555] env[69429]: DEBUG dogpile.cache.region [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 523.348668] env[69429]: DEBUG dogpile.lock [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 523.348766] env[69429]: DEBUG dogpile.lock [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 523.348856] env[69429]: DEBUG dogpile.lock [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 523.348950] env[69429]: DEBUG dogpile.cache.region [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 523.349068] env[69429]: DEBUG dogpile.lock [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 523.349192] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 523.376368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Session token - acquiring [ 523.377888] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.378097] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.378162] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.378565] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.388504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.648901] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 523.671276] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 523.671408] env[69429]: DEBUG dogpile.cache.region [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Cache value generated in 0.322 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 523.671531] env[69429]: DEBUG dogpile.lock [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 523.671654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Activating Policy API Provider. [ 523.671916] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Looking for the default Infrastructure Rules. [ 523.729218] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Looking for the Default Layer3 Logged Drop Section. [ 523.741743] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 523.742212] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.742407] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.742519] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.742784] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.743124] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.257838] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.760990] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.264160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Inventory metadata is going to be refreshed. [ 525.264329] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.965138] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.965668] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.965668] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.965806] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.977265] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 526.079742] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.080703] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 526.097653] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.097898] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.097976] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.098274] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.098424] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.098572] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 526.098690] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.098798] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 526.117433] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.117711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.117711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.118012] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.118191] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.118340] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 526.137244] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.137508] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.137508] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.137775] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.137915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.138072] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 526.158188] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.158385] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.158519] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.158748] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.158885] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.159066] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 526.159180] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.159286] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 526.174650] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.174855] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.174957] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.175211] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.175335] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.175472] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 526.175578] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.175685] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 526.193050] env[69429]: DEBUG networking_nsxv3.common.locking [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.193276] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.193339] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.193592] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.193731] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.193878] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 526.193985] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.194117] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Inventory metadata have been refreshed. [ 526.194223] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Dryrun:True. Metadata refresh completed. [ 526.194344] env[69429]: DEBUG oslo_concurrency.lockutils [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Releasing lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.196071] env[69429]: INFO neutron.agent.agent_extensions_manager [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Loaded agent extensions: [] [ 526.196790] env[69429]: DEBUG neutron_lib.callbacks.manager [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69429) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 526.251246] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent RPC Daemon Started! [ 526.251415] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:0 started [ 526.251503] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent out of sync with plugin! [ 531.198101] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.198569] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 531.198810] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.198980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.199117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.199433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.199613] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.703912] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.206577] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.709216] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 532.709429] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.441208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.441686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.441686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.441686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.453844] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.454633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.455236] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.472744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.472924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.472924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.473152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.473240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.473489] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.473577] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.473653] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.493087] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.493249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.493293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.493500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.493641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.493747] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.511079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.511243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.511243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.511440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.511537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.511638] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.528826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.528988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.529083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.529255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.529352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.529457] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.529530] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.529952] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.546836] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.546993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.546993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.547225] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.547318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.547423] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.547496] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.547567] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.565291] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.565490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.565490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.565674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.565763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.565873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.565945] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.566026] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 533.566096] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 533.566172] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 533.566231] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 533.566298] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 533.566548] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 533.566608] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 533.566675] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.586831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.587041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.587132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.587323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.587411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.587473] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.605742] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.605873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.605943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.606117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.606219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.617105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.199149] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.199549] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.038211] env[69429]: INFO networking_nsxv3.common.synchronization [None req-07ffc2f8-1cb6-4304-b6fe-d07dfdd43121 demo admin] Enqueued Resource ID: 22b29a45-3f8b-45be-9080-9c23abe5ae8c with Priority: HIGHEST for action security_group_rules [ 540.038737] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b29a45-3f8b-45be-9080-9c23abe5ae8c with Priority: HIGHEST for action security_group_rules [ 540.039044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22b29a45-3f8b-45be-9080-9c23abe5ae8c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.039219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22b29a45-3f8b-45be-9080-9c23abe5ae8c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.039292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22b29a45-3f8b-45be-9080-9c23abe5ae8c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.039516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22b29a45-3f8b-45be-9080-9c23abe5ae8c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.039600] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22b29a45-3f8b-45be-9080-9c23abe5ae8c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.561209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.561209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.561209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.561209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.561209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.561209] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22b29a45-3f8b-45be-9080-9c23abe5ae8c already deleted. [ 540.561209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22b29a45-3f8b-45be-9080-9c23abe5ae8c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.040046] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.040046] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.040902] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.040902] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.042367] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.042367] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.043738] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.044097] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.045350] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.045641] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.981880] env[69429]: INFO networking_nsxv3.common.synchronization [None req-fc235f40-6d77-4bbd-8997-1e97ec942000 None None] Enqueued Resource ID: 8c25ba0b-ed64-4477-9235-14ab26abe6aa with Priority: HIGHEST for action port [ 566.982222] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c25ba0b-ed64-4477-9235-14ab26abe6aa with Priority: HIGHEST for action port [ 566.982718] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c25ba0b-ed64-4477-9235-14ab26abe6aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.982942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c25ba0b-ed64-4477-9235-14ab26abe6aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.982942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c25ba0b-ed64-4477-9235-14ab26abe6aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.985151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c25ba0b-ed64-4477-9235-14ab26abe6aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.985252] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c25ba0b-ed64-4477-9235-14ab26abe6aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.488413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c25ba0b-ed64-4477-9235-14ab26abe6aa [ 567.488663] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.488803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.488873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.489110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.489208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.489308] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c25ba0b-ed64-4477-9235-14ab26abe6aa already deleted. [ 567.489543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c25ba0b-ed64-4477-9235-14ab26abe6aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.845531] env[69429]: INFO networking_nsxv3.common.synchronization [None req-9956c225-6672-4a7c-ab5e-5a3cd5e18e9a None None] Enqueued Resource ID: 66573c53-c7b2-4a95-9772-df448f471dfb with Priority: HIGHEST for action port [ 568.846058] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66573c53-c7b2-4a95-9772-df448f471dfb with Priority: HIGHEST for action port [ 568.846358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-66573c53-c7b2-4a95-9772-df448f471dfb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.846480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66573c53-c7b2-4a95-9772-df448f471dfb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.846552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66573c53-c7b2-4a95-9772-df448f471dfb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.846806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66573c53-c7b2-4a95-9772-df448f471dfb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.846893] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66573c53-c7b2-4a95-9772-df448f471dfb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.349283] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66573c53-c7b2-4a95-9772-df448f471dfb [ 569.351608] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.351608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.351608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.351608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.351608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.351608] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66573c53-c7b2-4a95-9772-df448f471dfb already deleted. [ 569.351608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66573c53-c7b2-4a95-9772-df448f471dfb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.724144] env[69429]: INFO networking_nsxv3.common.synchronization [None req-2e415621-0a6a-415d-8699-0ff16ee1ad48 None None] Enqueued Resource ID: 00d0935b-a569-47fb-ba87-9159ef8de34c with Priority: HIGHEST for action port [ 569.724144] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d0935b-a569-47fb-ba87-9159ef8de34c with Priority: HIGHEST for action port [ 569.725898] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d0935b-a569-47fb-ba87-9159ef8de34c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.726054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d0935b-a569-47fb-ba87-9159ef8de34c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.726136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d0935b-a569-47fb-ba87-9159ef8de34c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.726759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d0935b-a569-47fb-ba87-9159ef8de34c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.726759] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d0935b-a569-47fb-ba87-9159ef8de34c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.910521] env[69429]: INFO networking_nsxv3.common.synchronization [None req-91e40e4b-4827-4050-9894-109efbe47cb6 None None] Enqueued Resource ID: cf66f584-f87f-41a2-a526-4bb2d81561c5 with Priority: HIGHEST for action port [ 569.910960] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf66f584-f87f-41a2-a526-4bb2d81561c5 with Priority: HIGHEST for action port [ 569.911654] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf66f584-f87f-41a2-a526-4bb2d81561c5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.911654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf66f584-f87f-41a2-a526-4bb2d81561c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.911654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf66f584-f87f-41a2-a526-4bb2d81561c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.911823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf66f584-f87f-41a2-a526-4bb2d81561c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.911907] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf66f584-f87f-41a2-a526-4bb2d81561c5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.228333] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00d0935b-a569-47fb-ba87-9159ef8de34c [ 570.228333] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.228479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.230464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.230464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.230464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.230464] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00d0935b-a569-47fb-ba87-9159ef8de34c already deleted. [ 570.230464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d0935b-a569-47fb-ba87-9159ef8de34c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.416016] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf66f584-f87f-41a2-a526-4bb2d81561c5 [ 570.416016] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.416016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.416016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.416249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.416341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.416444] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf66f584-f87f-41a2-a526-4bb2d81561c5 already deleted. [ 570.416524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf66f584-f87f-41a2-a526-4bb2d81561c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.901164] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d5d9d498-d779-48a1-8f0f-6129a2f0c3a3 None None] Enqueued Resource ID: 92e726eb-a1b1-4f05-aa34-e1a46f760a50 with Priority: HIGHEST for action port [ 571.901569] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e726eb-a1b1-4f05-aa34-e1a46f760a50 with Priority: HIGHEST for action port [ 571.901891] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e726eb-a1b1-4f05-aa34-e1a46f760a50 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.902020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e726eb-a1b1-4f05-aa34-e1a46f760a50" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.902720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e726eb-a1b1-4f05-aa34-e1a46f760a50" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.903770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e726eb-a1b1-4f05-aa34-e1a46f760a50" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.904067] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e726eb-a1b1-4f05-aa34-e1a46f760a50',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.222616] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4b9d0884-e98f-4fbe-9c5f-e623cdd2f7a7 None None] Enqueued Resource ID: 32ce17fb-3313-4827-9389-a8ae2ebe7bff with Priority: HIGHEST for action port [ 572.223565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ce17fb-3313-4827-9389-a8ae2ebe7bff with Priority: HIGHEST for action port [ 572.225332] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ce17fb-3313-4827-9389-a8ae2ebe7bff taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.225332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ce17fb-3313-4827-9389-a8ae2ebe7bff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.225332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ce17fb-3313-4827-9389-a8ae2ebe7bff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.225332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ce17fb-3313-4827-9389-a8ae2ebe7bff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.225332] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ce17fb-3313-4827-9389-a8ae2ebe7bff',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.411654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e726eb-a1b1-4f05-aa34-e1a46f760a50 [ 572.411934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.412073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.412147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.412351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.412452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.412550] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e726eb-a1b1-4f05-aa34-e1a46f760a50 already deleted. [ 572.412843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e726eb-a1b1-4f05-aa34-e1a46f760a50" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.726793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ce17fb-3313-4827-9389-a8ae2ebe7bff [ 572.726919] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.727105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.727201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.727413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.727507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.727604] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ce17fb-3313-4827-9389-a8ae2ebe7bff already deleted. [ 572.727688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ce17fb-3313-4827-9389-a8ae2ebe7bff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.695039] env[69429]: INFO networking_nsxv3.common.synchronization [None req-583de864-186e-4745-be10-c5389218a569 None None] Enqueued Resource ID: 77f86601-0c95-4684-b12b-1f4553f11213 with Priority: HIGHEST for action port [ 573.695039] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f86601-0c95-4684-b12b-1f4553f11213 with Priority: HIGHEST for action port [ 573.695039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f86601-0c95-4684-b12b-1f4553f11213 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.695497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f86601-0c95-4684-b12b-1f4553f11213" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.695497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f86601-0c95-4684-b12b-1f4553f11213" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.695497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f86601-0c95-4684-b12b-1f4553f11213" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.695497] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f86601-0c95-4684-b12b-1f4553f11213',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.198139] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77f86601-0c95-4684-b12b-1f4553f11213 [ 574.198409] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.198536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.198615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.199114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.199197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.199299] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77f86601-0c95-4684-b12b-1f4553f11213 already deleted. [ 574.199621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f86601-0c95-4684-b12b-1f4553f11213" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.832378] env[69429]: INFO networking_nsxv3.common.synchronization [None req-15d2643e-71fb-4378-8788-801a7ec34232 None None] Enqueued Resource ID: dbf76260-07f3-45ca-a159-1bd5f780f6cb with Priority: HIGHEST for action port [ 575.832657] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf76260-07f3-45ca-a159-1bd5f780f6cb with Priority: HIGHEST for action port [ 575.833584] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbf76260-07f3-45ca-a159-1bd5f780f6cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.833715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbf76260-07f3-45ca-a159-1bd5f780f6cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.833808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbf76260-07f3-45ca-a159-1bd5f780f6cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.834338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbf76260-07f3-45ca-a159-1bd5f780f6cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.834528] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbf76260-07f3-45ca-a159-1bd5f780f6cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.043078] env[69429]: INFO networking_nsxv3.common.synchronization [None req-ed7044c3-389a-4eea-8666-ef2fab90245e None None] Enqueued Resource ID: 7587f4af-879c-4a19-b07b-f93b48fa659e with Priority: HIGHEST for action port [ 576.043078] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7587f4af-879c-4a19-b07b-f93b48fa659e with Priority: HIGHEST for action port [ 576.043078] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7587f4af-879c-4a19-b07b-f93b48fa659e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.043078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7587f4af-879c-4a19-b07b-f93b48fa659e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.043078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7587f4af-879c-4a19-b07b-f93b48fa659e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.043078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7587f4af-879c-4a19-b07b-f93b48fa659e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.043078] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7587f4af-879c-4a19-b07b-f93b48fa659e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.337858] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbf76260-07f3-45ca-a159-1bd5f780f6cb [ 576.338034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.338972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.338972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.338972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.338972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.338972] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbf76260-07f3-45ca-a159-1bd5f780f6cb already deleted. [ 576.339465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbf76260-07f3-45ca-a159-1bd5f780f6cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.545761] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7587f4af-879c-4a19-b07b-f93b48fa659e [ 576.546012] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.546175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.546244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.546457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.546639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.546639] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7587f4af-879c-4a19-b07b-f93b48fa659e already deleted. [ 576.546735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7587f4af-879c-4a19-b07b-f93b48fa659e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.800868] env[69429]: INFO networking_nsxv3.common.synchronization [None req-db4a176a-4593-4735-8c63-152d1b0dbd31 None None] Enqueued Resource ID: ab05b4cb-014c-4698-a656-07a8321a5c3e with Priority: HIGHEST for action port [ 576.801143] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab05b4cb-014c-4698-a656-07a8321a5c3e with Priority: HIGHEST for action port [ 576.801868] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab05b4cb-014c-4698-a656-07a8321a5c3e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.801966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab05b4cb-014c-4698-a656-07a8321a5c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.802082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab05b4cb-014c-4698-a656-07a8321a5c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.802389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab05b4cb-014c-4698-a656-07a8321a5c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.802560] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab05b4cb-014c-4698-a656-07a8321a5c3e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.308143] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab05b4cb-014c-4698-a656-07a8321a5c3e [ 577.308672] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.308672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.308672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.308935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.308935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.309111] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab05b4cb-014c-4698-a656-07a8321a5c3e already deleted. [ 577.309111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab05b4cb-014c-4698-a656-07a8321a5c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.455709] env[69429]: INFO networking_nsxv3.common.synchronization [None req-bed28e15-ddbc-4471-abaf-228403f13743 None None] Enqueued Resource ID: 95d28784-eda0-4e58-bfa3-22d7e94f5e01 with Priority: HIGHEST for action port [ 577.455709] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d28784-eda0-4e58-bfa3-22d7e94f5e01 with Priority: HIGHEST for action port [ 577.457437] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d28784-eda0-4e58-bfa3-22d7e94f5e01 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.457437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d28784-eda0-4e58-bfa3-22d7e94f5e01" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.457437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d28784-eda0-4e58-bfa3-22d7e94f5e01" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.457437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d28784-eda0-4e58-bfa3-22d7e94f5e01" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.457437] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d28784-eda0-4e58-bfa3-22d7e94f5e01',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.960062] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d28784-eda0-4e58-bfa3-22d7e94f5e01 [ 577.960239] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.960377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.960446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.960673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.960760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.960857] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d28784-eda0-4e58-bfa3-22d7e94f5e01 already deleted. [ 577.960994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d28784-eda0-4e58-bfa3-22d7e94f5e01" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.829221] env[69429]: INFO networking_nsxv3.common.synchronization [None req-197b78a3-12b1-4b85-a0e8-80d0ce6fdaf4 None None] Enqueued Resource ID: 4105d2ad-a5d5-4dd3-b316-122f5c8c27fb with Priority: HIGHEST for action port [ 578.829482] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4105d2ad-a5d5-4dd3-b316-122f5c8c27fb with Priority: HIGHEST for action port [ 578.830054] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4105d2ad-a5d5-4dd3-b316-122f5c8c27fb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.830182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4105d2ad-a5d5-4dd3-b316-122f5c8c27fb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.830256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4105d2ad-a5d5-4dd3-b316-122f5c8c27fb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.830514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4105d2ad-a5d5-4dd3-b316-122f5c8c27fb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.830598] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4105d2ad-a5d5-4dd3-b316-122f5c8c27fb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.870179] env[69429]: INFO networking_nsxv3.common.synchronization [None req-47dd5589-3e73-4d94-b0d0-86dbe41fef6e None None] Enqueued Resource ID: c1b917d3-d62d-4694-a265-06166ff1dee6 with Priority: HIGHEST for action port [ 578.870179] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b917d3-d62d-4694-a265-06166ff1dee6 with Priority: HIGHEST for action port [ 578.870179] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b917d3-d62d-4694-a265-06166ff1dee6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.870179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b917d3-d62d-4694-a265-06166ff1dee6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.870179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b917d3-d62d-4694-a265-06166ff1dee6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.870179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b917d3-d62d-4694-a265-06166ff1dee6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.870179] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b917d3-d62d-4694-a265-06166ff1dee6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.334133] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4105d2ad-a5d5-4dd3-b316-122f5c8c27fb [ 579.334389] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.334634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.334634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.334807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.335369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.335369] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4105d2ad-a5d5-4dd3-b316-122f5c8c27fb already deleted. [ 579.335369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4105d2ad-a5d5-4dd3-b316-122f5c8c27fb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.374032] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1b917d3-d62d-4694-a265-06166ff1dee6 [ 579.374032] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.374032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.374174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.374912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.374912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.374912] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1b917d3-d62d-4694-a265-06166ff1dee6 already deleted. [ 579.374912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b917d3-d62d-4694-a265-06166ff1dee6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.778220] env[69429]: INFO networking_nsxv3.common.synchronization [req-36ca192f-30a2-4aab-8491-9d8b88c22695 req-095f473d-f7b8-450b-8fdd-eddb4806924b tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Enqueued Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_members [ 579.778757] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_members [ 579.779078] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.779205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.779275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.779523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.779701] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.779805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.779871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.780058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.780118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.780211] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.256035] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d02c501c-3f21-47f7-94b0-009e4e7b4b2e None None] Enqueued Resource ID: 7cd3c707-3d60-414a-a1da-4addf8c81895 with Priority: HIGHEST for action port [ 580.256492] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd3c707-3d60-414a-a1da-4addf8c81895 with Priority: HIGHEST for action port [ 580.257781] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd3c707-3d60-414a-a1da-4addf8c81895 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.257781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd3c707-3d60-414a-a1da-4addf8c81895" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.257781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd3c707-3d60-414a-a1da-4addf8c81895" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.257974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd3c707-3d60-414a-a1da-4addf8c81895" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.257974] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd3c707-3d60-414a-a1da-4addf8c81895',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.283632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.284239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.286331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.286331] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 already deleted. [ 580.286331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.761463] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cd3c707-3d60-414a-a1da-4addf8c81895 [ 580.761463] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.761463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.761463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.761463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.761463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.761713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cd3c707-3d60-414a-a1da-4addf8c81895 already deleted. [ 580.761824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd3c707-3d60-414a-a1da-4addf8c81895" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.071506] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.075022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-549" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.075022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-549" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.075022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-549" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.075022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.075022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.075022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.075022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.075769] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.075769] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 581.075769] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.075769] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.076024] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.076024] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 581.076114] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.076902] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.094854] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.095094] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 581.095254] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.095439] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-549" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.095748] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.096811] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.096811] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.096811] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.096811] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593efe93-0e4e-4e4a-8e1c-fc3d28800ca3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.481769] env[69429]: INFO networking_nsxv3.common.synchronization [req-55e5c833-d70c-4981-95e0-3a58758a8fd3 req-f3085a6e-402b-412e-8f4f-8e4de436e66e tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Enqueued Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_members [ 581.482385] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_members [ 581.482588] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.482712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.482967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.484192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.484192] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.484345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.484345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.484816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.486603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.486747] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.603706] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.603706] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.603951] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.604237] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.604237] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.604360] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 not found, creating... [ 581.605145] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.605145] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.605145] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.605145] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.605294] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.605630] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.605741] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.605857] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.607332] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.608221] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.608221] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 is going to be created. [ 581.629414] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.629711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.629838] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.630052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.630284] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.630510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.859716] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0b387d02-f047-419e-ac22-27faac7d9044 None None] Enqueued Resource ID: be24f71d-a3f1-412c-9018-c13f4189c504 with Priority: HIGHEST for action port [ 581.859977] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be24f71d-a3f1-412c-9018-c13f4189c504 with Priority: HIGHEST for action port [ 581.860487] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-be24f71d-a3f1-412c-9018-c13f4189c504 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.862299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be24f71d-a3f1-412c-9018-c13f4189c504" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.862299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be24f71d-a3f1-412c-9018-c13f4189c504" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.862299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be24f71d-a3f1-412c-9018-c13f4189c504" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.862299] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be24f71d-a3f1-412c-9018-c13f4189c504',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.989179] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.989417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.989508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.989769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.989862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.990626] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.990746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.990820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.990990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.991073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.991166] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d already deleted. [ 581.991243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.136178] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.136178] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.136178] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.136432] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.136516] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.136673] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.136794] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.137096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.137846] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.138114] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.138239] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.138355] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.138473] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.138586] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.138697] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.138899] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.158537] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.158537] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 582.158661] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.158839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.159069] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-f99feec7-d70d-4f31-b719-d6b73d3a92ff taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.159252] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.159375] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.159772] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.159922] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99feec7-d70d-4f31-b719-d6b73d3a92ff',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.364751] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be24f71d-a3f1-412c-9018-c13f4189c504 [ 582.365434] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.365641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.366163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.366163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.366163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.366163] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be24f71d-a3f1-412c-9018-c13f4189c504 already deleted. [ 582.366327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be24f71d-a3f1-412c-9018-c13f4189c504" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.496272] env[69429]: INFO networking_nsxv3.common.synchronization [req-36ca192f-30a2-4aab-8491-9d8b88c22695 req-70a8d754-fc87-4c13-9efa-2f0920c6eba1 service nova] Enqueued Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_rules [ 582.496272] env[69429]: INFO networking_nsxv3.common.synchronization [req-36ca192f-30a2-4aab-8491-9d8b88c22695 req-70a8d754-fc87-4c13-9efa-2f0920c6eba1 service nova] Enqueued Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_members [ 582.496272] env[69429]: INFO networking_nsxv3.common.synchronization [req-36ca192f-30a2-4aab-8491-9d8b88c22695 req-70a8d754-fc87-4c13-9efa-2f0920c6eba1 service nova] Enqueued Resource ID: 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 with Priority: HIGHEST for action port [ 582.496272] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_rules [ 582.496272] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_members [ 582.496272] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 with Priority: HIGHEST for action port [ 582.496272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.496272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.497675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.498102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.498319] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.501017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.501017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.501017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.501458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.501745] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.503146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.503146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.503493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.503493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.503601] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.504780] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.504897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.504996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.505222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.505337] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593efe93-0e4e-4e4a-8e1c-fc3d28800ca3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.666110] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.666110] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port f99feec7-d70d-4f31-b719-d6b73d3a92ff not found, creating... [ 582.666110] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.666110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.666802] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.666802] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.666802] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.667267] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.667431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.667606] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: f99feec7-d70d-4f31-b719-d6b73d3a92ff is going to be created. [ 582.688180] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.688463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.688696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.688928] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.689193] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.689461] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.894027] env[69429]: INFO networking_nsxv3.common.synchronization [None req-640fcc8f-f93c-4b30-b350-ec8699074005 None None] Enqueued Resource ID: 2a0ac349-c516-4273-8dc5-5645f057e669 with Priority: HIGHEST for action port [ 582.894027] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0ac349-c516-4273-8dc5-5645f057e669 with Priority: HIGHEST for action port [ 582.894027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0ac349-c516-4273-8dc5-5645f057e669 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.894027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0ac349-c516-4273-8dc5-5645f057e669" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.896319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0ac349-c516-4273-8dc5-5645f057e669" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.896319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0ac349-c516-4273-8dc5-5645f057e669" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.896319] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0ac349-c516-4273-8dc5-5645f057e669',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.009539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.009539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.015014] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 with status ACTIVE [ 583.015297] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.015649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.017248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.017248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.017248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.017574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.019700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.019789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.020558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.024133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.024368] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.024488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.024559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.024740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.024827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.024920] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 is going to be updated. [ 583.028085] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.047246] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.047448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.047578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.047826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.048022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.048272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.400417] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a0ac349-c516-4273-8dc5-5645f057e669 [ 583.400660] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.400831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.400903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.401140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.401233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.401335] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a0ac349-c516-4273-8dc5-5645f057e669 already deleted. [ 583.401417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0ac349-c516-4273-8dc5-5645f057e669" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.531403] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.672829] env[69429]: INFO networking_nsxv3.common.synchronization [None req-33f02177-4a51-453b-b319-18a66695d872 None None] Enqueued Resource ID: c0819f7c-f638-46f0-aa34-5aaa158a3bd6 with Priority: HIGHEST for action port [ 583.673438] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0819f7c-f638-46f0-aa34-5aaa158a3bd6 with Priority: HIGHEST for action port [ 583.673824] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0819f7c-f638-46f0-aa34-5aaa158a3bd6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.673968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0819f7c-f638-46f0-aa34-5aaa158a3bd6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.674209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0819f7c-f638-46f0-aa34-5aaa158a3bd6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.674508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0819f7c-f638-46f0-aa34-5aaa158a3bd6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.674614] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0819f7c-f638-46f0-aa34-5aaa158a3bd6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.983838] env[69429]: INFO networking_nsxv3.common.synchronization [req-55e5c833-d70c-4981-95e0-3a58758a8fd3 req-df8c8023-0f08-4296-859d-5c87b5df8351 service nova] Enqueued Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_rules [ 583.984365] env[69429]: INFO networking_nsxv3.common.synchronization [req-55e5c833-d70c-4981-95e0-3a58758a8fd3 req-df8c8023-0f08-4296-859d-5c87b5df8351 service nova] Enqueued Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_members [ 583.984536] env[69429]: INFO networking_nsxv3.common.synchronization [req-55e5c833-d70c-4981-95e0-3a58758a8fd3 req-df8c8023-0f08-4296-859d-5c87b5df8351 service nova] Enqueued Resource ID: f99feec7-d70d-4f31-b719-d6b73d3a92ff with Priority: HIGHEST for action port [ 583.984797] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_rules [ 583.985068] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_members [ 583.985068] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99feec7-d70d-4f31-b719-d6b73d3a92ff with Priority: HIGHEST for action port [ 583.986262] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.986262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.986496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.986721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.986721] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.988724] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.988724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.988724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.988894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.988934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.989050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.989118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.993020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.993020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.993020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.993020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99feec7-d70d-4f31-b719-d6b73d3a92ff taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.993020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.993020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.993020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.993020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99feec7-d70d-4f31-b719-d6b73d3a92ff',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.034119] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.034119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.034119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.034343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.034380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.034732] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 is going to be created. [ 584.060775] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.060926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.060998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.061230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.061390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.072470] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 in Status: UNINITIALIZED for 2s [ 584.081966] env[69429]: INFO networking_nsxv3.common.synchronization [None req-09d85be9-e949-4e56-bcab-6d53cc0d39c1 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_rules [ 584.082604] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_rules [ 584.083181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.083181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.083181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.083464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.083464] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.089701] env[69429]: INFO networking_nsxv3.common.synchronization [req-018f4f6b-8386-48cc-aaf2-c346f8b84591 req-c26b5af6-0446-4184-971b-747c8399037e tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Enqueued Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_members [ 584.089977] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_members [ 584.091832] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.091832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.091832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.091961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.092092] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.092350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.092350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.092434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.092540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.092572] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.180805] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0819f7c-f638-46f0-aa34-5aaa158a3bd6 [ 584.181035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.181177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.181247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.181455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.181547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.181649] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0819f7c-f638-46f0-aa34-5aaa158a3bd6 already deleted. [ 584.181710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0819f7c-f638-46f0-aa34-5aaa158a3bd6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.242640] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c8ed5ee6-f745-4b13-acce-f8436f11d85b tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_rules [ 584.242640] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_rules [ 584.243651] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.243651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.489537] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.489953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.493040] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.493716] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f99feec7-d70d-4f31-b719-d6b73d3a92ff with status ACTIVE [ 584.493977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.494124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.494195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.494405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.495333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.495333] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.495475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.495513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.496197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.496197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.496401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.496733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.496733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.497098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.497098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.497198] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f99feec7-d70d-4f31-b719-d6b73d3a92ff is going to be updated. [ 584.518099] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.518274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.518312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.519126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.519126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.519126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99feec7-d70d-4f31-b719-d6b73d3a92ff" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.596944] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.597255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.597255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.597447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.597540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.597752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.597866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.597924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.598121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.598415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.598415] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 already deleted. [ 584.598415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.608850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.608991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.609087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.609289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.609469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.609469] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 already deleted. [ 584.609552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.609705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.610241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.610241] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.745472] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.745472] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.745472] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.745472] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.750126] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.750126] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.750126] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.750126] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.750126] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.750126] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 584.750126] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.750126] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.750126] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.750126] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 584.750126] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.750126] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.769926] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.770123] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 584.770264] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.770444] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.770830] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-f34d1ba1-d718-45fd-927c-470ed31e67f4 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.771432] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.771432] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.771494] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.771586] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34d1ba1-d718-45fd-927c-470ed31e67f4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.953181] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c568ea11-9ebc-43c0-b4b8-f582b1cc6e96 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_rules [ 584.953544] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_rules [ 584.953684] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.953831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.953876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.954404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.954523] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.000061] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.136112] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.136112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.136112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.136112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.136112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.136112] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 already deleted. [ 585.136112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.192671] env[69429]: INFO networking_nsxv3.common.synchronization [None req-993c38d2-8b37-4a8a-9e2b-343cbb92c2d9 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_rules [ 585.193224] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_rules [ 585.193515] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.193614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.275255] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.275644] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.275745] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.276128] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.276276] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.276680] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port f34d1ba1-d718-45fd-927c-470ed31e67f4 not found, creating... [ 585.276792] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.276972] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.277125] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.277368] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.277518] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.277974] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.279699] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.280624] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.281509] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.281509] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.281509] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: f34d1ba1-d718-45fd-927c-470ed31e67f4 is going to be created. [ 585.304532] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.304749] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.304876] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.305185] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.305413] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.305635] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.479040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.479430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.479430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.480013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.480013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.480013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 already deleted. [ 585.480013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.480234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.480439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.482017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.508469] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.508469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.508469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.508469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.508469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.508469] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d is going to be created. [ 585.529138] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.529219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.529219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.530109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.530109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.540166] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d in Status: UNINITIALIZED for 2s [ 585.687481] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d1f92353-d2b8-4460-81da-fac658c058d8 None None] Enqueued Resource ID: 8e59e8f4-35a6-4be3-a8db-6bca349e41ec with Priority: HIGHEST for action port [ 585.687819] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e59e8f4-35a6-4be3-a8db-6bca349e41ec with Priority: HIGHEST for action port [ 585.688206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e59e8f4-35a6-4be3-a8db-6bca349e41ec taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.688341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e59e8f4-35a6-4be3-a8db-6bca349e41ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.688407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e59e8f4-35a6-4be3-a8db-6bca349e41ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.688645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e59e8f4-35a6-4be3-a8db-6bca349e41ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.688864] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e59e8f4-35a6-4be3-a8db-6bca349e41ec',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.001157] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.001343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.001419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.001737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.001737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.001894] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 already deleted. [ 586.001942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.087283] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 in Status: SUCCESS [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.087283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.087283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.087283] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.192470] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e59e8f4-35a6-4be3-a8db-6bca349e41ec [ 586.193178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.193178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.193178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.193467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.193467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.193467] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e59e8f4-35a6-4be3-a8db-6bca349e41ec already deleted. [ 586.193467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e59e8f4-35a6-4be3-a8db-6bca349e41ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.448430] env[69429]: INFO networking_nsxv3.common.synchronization [req-018f4f6b-8386-48cc-aaf2-c346f8b84591 req-2f9a1cbc-f546-47a9-995b-1768d7a270e0 service nova] Enqueued Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_rules [ 586.448837] env[69429]: INFO networking_nsxv3.common.synchronization [req-018f4f6b-8386-48cc-aaf2-c346f8b84591 req-2f9a1cbc-f546-47a9-995b-1768d7a270e0 service nova] Enqueued Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_members [ 586.449160] env[69429]: INFO networking_nsxv3.common.synchronization [req-018f4f6b-8386-48cc-aaf2-c346f8b84591 req-2f9a1cbc-f546-47a9-995b-1768d7a270e0 service nova] Enqueued Resource ID: f34d1ba1-d718-45fd-927c-470ed31e67f4 with Priority: HIGHEST for action port [ 586.449775] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_rules [ 586.450590] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_members [ 586.450816] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34d1ba1-d718-45fd-927c-470ed31e67f4 with Priority: HIGHEST for action port [ 586.452020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.452207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.452527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.452838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.454531] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.454618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.454748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.454900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.455131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.455318] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.455433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.455500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.455663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.455753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.455851] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.456715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34d1ba1-d718-45fd-927c-470ed31e67f4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.456945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.456945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.459237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.459348] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34d1ba1-d718-45fd-927c-470ed31e67f4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.594102] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.594316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.594357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.594605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.594825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.594948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.595062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.595249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.595351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.595460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.595633] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.595746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.595823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.596016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.596178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.596274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.597079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.597079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.597079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.597079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.597079] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.964156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.964156] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.964156] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f34d1ba1-d718-45fd-927c-470ed31e67f4 with status ACTIVE [ 586.964156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.964156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.964156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.964913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.966254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.966659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.966918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.967873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.967873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f34d1ba1-d718-45fd-927c-470ed31e67f4 is going to be updated. [ 586.991106] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.991106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.991106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.991106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.991106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.991106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34d1ba1-d718-45fd-927c-470ed31e67f4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.102880] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693: rpc.has_security_group_logging(os_id): False [ 587.120650] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.120850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.120942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.121213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.121462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.122071] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.122071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.122071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.122325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.122325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.122582] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.123887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.123961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.124162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.124242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.124463] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.124594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.124683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.124859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.124942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.125056] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 is going to be created. [ 587.186087] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.186087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.186087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.186087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.186087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.196534] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 in Status: IN_PROGRESS for 2s [ 587.471267] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.549438] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d in Status: SUCCESS [ 587.549685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.549816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.550053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.550250] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.550370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.550450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.550661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.550729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.551031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.551031] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.743957] env[69429]: INFO networking_nsxv3.common.synchronization [None req-993adb51-edf4-4595-8928-a9853754269d None None] Enqueued Resource ID: 70d3ead4-f022-482a-a27b-dd7f38a0ded7 with Priority: HIGHEST for action port [ 587.744233] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d3ead4-f022-482a-a27b-dd7f38a0ded7 with Priority: HIGHEST for action port [ 587.744794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d3ead4-f022-482a-a27b-dd7f38a0ded7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.744934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d3ead4-f022-482a-a27b-dd7f38a0ded7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.744992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d3ead4-f022-482a-a27b-dd7f38a0ded7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.748217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d3ead4-f022-482a-a27b-dd7f38a0ded7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.748217] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d3ead4-f022-482a-a27b-dd7f38a0ded7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.975470] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.977117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.977117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.977117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.977117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.977117] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 is going to be created. [ 588.007535] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.007692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.007767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.007975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.008155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.028455] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 in Status: UNINITIALIZED for 2s [ 588.055384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.055514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.055652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.059459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.059459] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.059459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.059459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.059459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.059459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.059459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.059459] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.060181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.060181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.060296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.061469] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.061469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.061469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.061770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.062143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.062274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.062401] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.248923] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70d3ead4-f022-482a-a27b-dd7f38a0ded7 [ 588.249448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.251530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.251530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.252494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.252494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.252494] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70d3ead4-f022-482a-a27b-dd7f38a0ded7 already deleted. [ 588.252494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d3ead4-f022-482a-a27b-dd7f38a0ded7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.375343] env[69429]: INFO networking_nsxv3.common.synchronization [None req-32a822cd-069a-4794-aefc-cf507d0b96ea None None] Enqueued Resource ID: 5fa79275-298d-4579-90d9-4bac3ac24972 with Priority: HIGHEST for action port [ 588.380105] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa79275-298d-4579-90d9-4bac3ac24972 with Priority: HIGHEST for action port [ 588.380200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa79275-298d-4579-90d9-4bac3ac24972 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.380472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa79275-298d-4579-90d9-4bac3ac24972" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.380736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa79275-298d-4579-90d9-4bac3ac24972" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.381247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa79275-298d-4579-90d9-4bac3ac24972" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.381428] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa79275-298d-4579-90d9-4bac3ac24972',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.568475] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc38f856-57e4-4a92-aa44-2c2b5685f33d: rpc.has_security_group_logging(os_id): False [ 588.587413] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.587413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.587413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.587413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.587914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.587914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.587914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.587914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.588621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.588621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.588621] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.588621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.588932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.588932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.589350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.589431] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.592515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.592515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.592515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.592515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.592515] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d is going to be created. [ 588.648616] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.648616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.648616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.648616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.649032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.663913] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d in Status: IN_PROGRESS for 2s [ 588.731966] env[69429]: INFO networking_nsxv3.common.synchronization [req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc req-e729660a-8cd4-45d5-831a-53eb058503fd tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 588.732417] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 588.732716] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.732958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.732958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.733552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.733752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.733893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.734159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.734363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.734564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.734699] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.886039] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fa79275-298d-4579-90d9-4bac3ac24972 [ 588.886039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.886039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.886039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.886039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.886039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.886039] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fa79275-298d-4579-90d9-4bac3ac24972 already deleted. [ 588.886287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa79275-298d-4579-90d9-4bac3ac24972" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.208665] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 in Status: SUCCESS [ 589.209169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.237071] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.237071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.237071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.237328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.237389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.237563] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.237694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.237817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.238066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.238101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.238199] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 already deleted. [ 589.238276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.302333] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.302469] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.302511] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.302777] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.303346] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.303346] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.304331] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.304628] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.304876] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.305092] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.305253] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.305372] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.305483] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.305594] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.305712] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.305920] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.324277] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.324437] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 589.324574] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.324744] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.325106] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.325279] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.325395] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.325746] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.325879] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.363015] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3f6e84a3-d082-4429-a9aa-8410ec1bee3a None None] Enqueued Resource ID: 1acd73bc-0f8c-415f-9693-dc27c2b321e9 with Priority: HIGHEST for action port [ 589.364855] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acd73bc-0f8c-415f-9693-dc27c2b321e9 with Priority: HIGHEST for action port [ 589.364855] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1acd73bc-0f8c-415f-9693-dc27c2b321e9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.364855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1acd73bc-0f8c-415f-9693-dc27c2b321e9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.364855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1acd73bc-0f8c-415f-9693-dc27c2b321e9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.364855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1acd73bc-0f8c-415f-9693-dc27c2b321e9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.364855] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1acd73bc-0f8c-415f-9693-dc27c2b321e9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.828401] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.828645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.829065] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.829133] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.829720] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.829720] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e not found, creating... [ 589.829720] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.829981] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.829981] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.830210] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.830344] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.830802] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.830802] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.831053] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.836193] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.836193] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.836193] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e is going to be created. [ 589.857160] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.857458] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.857678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.857936] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.858161] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.858521] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.866922] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1acd73bc-0f8c-415f-9693-dc27c2b321e9 [ 589.867134] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.867271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.867347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.867541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.867646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.867772] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1acd73bc-0f8c-415f-9693-dc27c2b321e9 already deleted. [ 589.867860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1acd73bc-0f8c-415f-9693-dc27c2b321e9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.039065] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 in Status: SUCCESS [ 590.039360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.039573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.039897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.040229] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.040373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.040373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.040595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.040711] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.040829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.040954] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.544060] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.544350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.544480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.544795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.545273] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.545430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.546043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.546043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.546217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.546602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.546602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.547355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.547472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.547675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.548200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.548541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.548773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.550452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.550452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.550452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.550452] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.682193] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d in Status: SUCCESS [ 590.682412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.709163] env[69429]: INFO networking_nsxv3.common.synchronization [None req-895cdadd-fb8f-438d-852d-3f229e20a707 None None] Enqueued Resource ID: 3b00d431-b78d-48ec-b652-6aa2a84bc2db with Priority: HIGHEST for action port [ 590.709804] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00d431-b78d-48ec-b652-6aa2a84bc2db with Priority: HIGHEST for action port [ 590.710140] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b00d431-b78d-48ec-b652-6aa2a84bc2db taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.710288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b00d431-b78d-48ec-b652-6aa2a84bc2db" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.711412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b00d431-b78d-48ec-b652-6aa2a84bc2db" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.712597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b00d431-b78d-48ec-b652-6aa2a84bc2db" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.712690] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b00d431-b78d-48ec-b652-6aa2a84bc2db',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.054437] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70dcba7d-637c-4b4d-8ae1-a6ac2169d407: rpc.has_security_group_logging(os_id): False [ 591.075139] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.075139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.076562] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.076562] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.076562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.077132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.077132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.077132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.078749] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.078749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.078749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.079022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.079022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.079022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 is going to be created. [ 591.132539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.132539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.132539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.132539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.132539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.145049] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 in Status: IN_PROGRESS for 2s [ 591.215656] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b00d431-b78d-48ec-b652-6aa2a84bc2db [ 591.215910] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.217535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.217535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.217660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.219044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.219044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b00d431-b78d-48ec-b652-6aa2a84bc2db already deleted. [ 591.219044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b00d431-b78d-48ec-b652-6aa2a84bc2db" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.327837] env[69429]: INFO networking_nsxv3.common.synchronization [None req-89cdd358-617f-474c-b1ab-24f9934dea8d tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_rules [ 591.329360] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_rules [ 591.329360] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.329360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.329360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.329360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.329360] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.550155] env[69429]: INFO networking_nsxv3.common.synchronization [req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc req-0c77c776-79fd-4a8a-88a6-df5736038c7f service nova] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_rules [ 591.550155] env[69429]: INFO networking_nsxv3.common.synchronization [req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc req-0c77c776-79fd-4a8a-88a6-df5736038c7f service nova] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 591.550155] env[69429]: INFO networking_nsxv3.common.synchronization [req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc req-0c77c776-79fd-4a8a-88a6-df5736038c7f service nova] Enqueued Resource ID: 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e with Priority: HIGHEST for action port [ 591.550155] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_rules [ 591.550155] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 591.550155] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e with Priority: HIGHEST for action port [ 591.550155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.550155] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.550155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.550155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.550155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.551082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.551082] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.551082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.551082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.551082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.551082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.648455] env[69429]: INFO networking_nsxv3.common.synchronization [None req-eb1292c4-3d66-45ff-aa4b-e2124885d471 tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_rules [ 591.651036] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_rules [ 591.651036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.651036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.730645] env[69429]: INFO networking_nsxv3.common.synchronization [None req-24dc4f9e-e304-48f3-81d4-eceb507ff84e None None] Enqueued Resource ID: a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d with Priority: HIGHEST for action port [ 591.731416] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d with Priority: HIGHEST for action port [ 591.733312] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.733312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.733312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.733312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.733312] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.857862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.857862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.857862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.857862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.857862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.857862] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d already deleted. [ 591.857862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.858193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.858193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.858307] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.060525] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e with status ACTIVE [ 592.060662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.061434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.061434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.061434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.061434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.061434] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.061703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.061703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.061703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.061797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.062596] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.062596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.062596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.062596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.062596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.062596] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e is going to be updated. [ 592.064912] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.064912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.064912] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.085523] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.085523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.085523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.086031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.086031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.086031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.239011] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d [ 592.239011] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.239011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.239011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.239011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.239011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.239011] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d already deleted. [ 592.239011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a09b5ca3-7cb4-4c30-a0dc-78a0d51d3b1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.382639] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.383239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.383239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.383239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.383393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.383436] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d already deleted. [ 592.383523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.571153] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.721964] env[69429]: INFO networking_nsxv3.common.synchronization [None req-a26302ef-a540-4abe-87ca-8f9925af1a5a None None] Enqueued Resource ID: dc286f46-1826-4d5f-b127-b49840743117 with Priority: HIGHEST for action port [ 592.723272] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc286f46-1826-4d5f-b127-b49840743117 with Priority: HIGHEST for action port [ 592.723432] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc286f46-1826-4d5f-b127-b49840743117 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.723706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc286f46-1826-4d5f-b127-b49840743117" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.724556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc286f46-1826-4d5f-b127-b49840743117" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.724799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc286f46-1826-4d5f-b127-b49840743117" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.724878] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc286f46-1826-4d5f-b127-b49840743117',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.076175] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.076329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.076398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.076615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.076710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.076811] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be created. [ 593.099850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.100814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.100814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.100814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.100814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.110161] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: UNINITIALIZED for 2s [ 593.167636] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 in Status: SUCCESS [ 593.167636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.227845] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc286f46-1826-4d5f-b127-b49840743117 [ 593.228185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.228369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.228455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.229200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.229200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.229200] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc286f46-1826-4d5f-b127-b49840743117 already deleted. [ 593.229200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc286f46-1826-4d5f-b127-b49840743117" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.463902] env[69429]: INFO networking_nsxv3.common.synchronization [req-e6fbc4d0-06a4-4478-8766-fae9d2553994 req-e1c21583-40b7-4e32-b3bd-bb3b87dbebc8 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 593.468024] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 593.468024] env[69429]: INFO networking_nsxv3.common.synchronization [None req-5d00f64e-edaa-494e-8356-429d96c74098 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 593.468024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.468024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.468024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.470150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.470150] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.470150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.470150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.470354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.470500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.470643] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.472356] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 593.472909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.473079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.473187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.473599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.473728] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.887166] env[69429]: INFO networking_nsxv3.common.synchronization [None req-e0984d75-8d32-4dcf-a29f-ef9fd472c5e6 None None] Enqueued Resource ID: d79740a6-a5df-4c67-b1a3-2e555145ea69 with Priority: HIGHEST for action port [ 593.887733] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79740a6-a5df-4c67-b1a3-2e555145ea69 with Priority: HIGHEST for action port [ 593.888213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79740a6-a5df-4c67-b1a3-2e555145ea69 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.888480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79740a6-a5df-4c67-b1a3-2e555145ea69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.888601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79740a6-a5df-4c67-b1a3-2e555145ea69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.888942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79740a6-a5df-4c67-b1a3-2e555145ea69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.889058] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79740a6-a5df-4c67-b1a3-2e555145ea69',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.974375] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.974559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.974627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.974844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.974923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.975181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.975545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.975545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.975545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.975666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.975696] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 already deleted. [ 593.976243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.997471] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.997613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.997679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.998111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.998217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.998321] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 already deleted. [ 593.998404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.019405] env[69429]: INFO networking_nsxv3.common.synchronization [None req-448b5e32-0b74-4c9d-aaec-9dc84ed31bf4 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 594.021646] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 594.022256] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.022557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.022731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.023131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.023328] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.393245] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d79740a6-a5df-4c67-b1a3-2e555145ea69 [ 594.393245] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.393245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.393245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.393245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.393245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.393245] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d79740a6-a5df-4c67-b1a3-2e555145ea69 already deleted. [ 594.393245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79740a6-a5df-4c67-b1a3-2e555145ea69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.395353] env[69429]: INFO networking_nsxv3.common.synchronization [None req-2abaccf5-31e0-41de-a652-83d60f7f46a3 None None] Enqueued Resource ID: 391a600a-f6db-4be3-adf7-46dc555dda3a with Priority: HIGHEST for action port [ 594.396056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391a600a-f6db-4be3-adf7-46dc555dda3a with Priority: HIGHEST for action port [ 594.396550] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-391a600a-f6db-4be3-adf7-46dc555dda3a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.396550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391a600a-f6db-4be3-adf7-46dc555dda3a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.396550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391a600a-f6db-4be3-adf7-46dc555dda3a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.397470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391a600a-f6db-4be3-adf7-46dc555dda3a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.397555] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a600a-f6db-4be3-adf7-46dc555dda3a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.545073] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.546685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.546685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.546685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.546685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.546685] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 already deleted. [ 594.546685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.772242] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.773088] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.773088] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.773088] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.777308] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.777528] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.777648] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.777923] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.778082] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.778297] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 594.778564] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.778564] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.778697] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.778734] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 594.778876] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.779234] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.797695] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.797695] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 594.797695] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.797695] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.797967] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.797967] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.798098] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.798354] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.798651] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.900746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 391a600a-f6db-4be3-adf7-46dc555dda3a [ 594.900746] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.900746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.900746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.900746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.900746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.900746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:391a600a-f6db-4be3-adf7-46dc555dda3a already deleted. [ 594.900746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391a600a-f6db-4be3-adf7-46dc555dda3a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.124930] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: UNINITIALIZED for 4s [ 595.304974] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.307143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.307143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.307143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.307143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.307143] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d not found, creating... [ 595.307143] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.307143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.307767] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.307767] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.312400] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.312892] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.313324] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.313324] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.313686] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.313898] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314127] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d is going to be created. [ 595.337196] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.338245] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.338245] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.338245] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.338245] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.339937] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.096221] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b263ca48-753d-419f-9b4b-36a8764d7f37 None None] Enqueued Resource ID: fdd74108-7e55-4628-bf5a-f2ea1f4ae187 with Priority: HIGHEST for action port [ 596.096821] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd74108-7e55-4628-bf5a-f2ea1f4ae187 with Priority: HIGHEST for action port [ 596.097160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd74108-7e55-4628-bf5a-f2ea1f4ae187 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.097290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd74108-7e55-4628-bf5a-f2ea1f4ae187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.098048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd74108-7e55-4628-bf5a-f2ea1f4ae187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.098048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd74108-7e55-4628-bf5a-f2ea1f4ae187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.098198] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd74108-7e55-4628-bf5a-f2ea1f4ae187',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.116180] env[69429]: INFO networking_nsxv3.common.synchronization [req-e6fbc4d0-06a4-4478-8766-fae9d2553994 req-1d355559-739d-46f5-b9cd-31f29002bbd0 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 596.116352] env[69429]: INFO networking_nsxv3.common.synchronization [req-e6fbc4d0-06a4-4478-8766-fae9d2553994 req-1d355559-739d-46f5-b9cd-31f29002bbd0 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 596.116503] env[69429]: INFO networking_nsxv3.common.synchronization [req-e6fbc4d0-06a4-4478-8766-fae9d2553994 req-1d355559-739d-46f5-b9cd-31f29002bbd0 service nova] Enqueued Resource ID: fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d with Priority: HIGHEST for action port [ 596.116929] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 596.117068] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 596.117162] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d with Priority: HIGHEST for action port [ 596.117419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.117547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.117597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.117871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.117965] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.118801] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.119313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.119386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.119571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.119725] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.119845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.119908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.120077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.120162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.120252] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.121325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.121432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.121495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.121651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.121717] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.231028] env[69429]: INFO networking_nsxv3.common.synchronization [req-e508f9f0-682f-4c12-96a5-69b214438919 req-4e3195bb-7b32-4326-a50a-fe9128bbd932 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Enqueued Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_members [ 596.231028] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_members [ 596.231028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.231028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.231028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.231453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.231713] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.231940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.233334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.233334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.233334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.233334] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.601755] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdd74108-7e55-4628-bf5a-f2ea1f4ae187 [ 596.601755] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.601755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.601755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.606622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.606622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.606622] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdd74108-7e55-4628-bf5a-f2ea1f4ae187 already deleted. [ 596.606622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd74108-7e55-4628-bf5a-f2ea1f4ae187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.623578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.623578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.628023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.628814] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d with status ACTIVE [ 596.629154] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.629256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.629296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.629517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.629606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.629878] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.629987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.630249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.630343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.630541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.630650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.630957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.630990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.632820] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d is going to be updated. [ 596.659411] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.659643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.659643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.660235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.660235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.660235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.737102] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.737102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.737276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.737398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.737588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.737815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.737948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.738040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.739024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.739024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.739024] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e7a045-d659-4f30-bded-b3acaae57a4e already deleted. [ 596.739024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.908166] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c23aa48b-2b01-4a47-8278-1f7bea960079 None None] Enqueued Resource ID: 9e433ca2-ea2f-41eb-a593-4a0d0665fdad with Priority: HIGHEST for action port [ 596.908569] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e433ca2-ea2f-41eb-a593-4a0d0665fdad with Priority: HIGHEST for action port [ 596.909646] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e433ca2-ea2f-41eb-a593-4a0d0665fdad taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.909933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e433ca2-ea2f-41eb-a593-4a0d0665fdad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.909933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e433ca2-ea2f-41eb-a593-4a0d0665fdad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.910404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e433ca2-ea2f-41eb-a593-4a0d0665fdad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.910404] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e433ca2-ea2f-41eb-a593-4a0d0665fdad',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.138954] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 597.138954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.138954] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.140013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.140362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.141020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.141375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.141532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.141791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.145138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.145138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.145138] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.412817] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e433ca2-ea2f-41eb-a593-4a0d0665fdad [ 597.413089] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.413283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.413329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.413663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.413663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.413763] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e433ca2-ea2f-41eb-a593-4a0d0665fdad already deleted. [ 597.413805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e433ca2-ea2f-41eb-a593-4a0d0665fdad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.449587] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.449824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.449824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.450372] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.450432] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.450566] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.450681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.450944] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.451228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.451356] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.451484] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.451736] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.451736] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.451871] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.452508] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.453395] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.470189] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.471875] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 597.472070] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.472264] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.472598] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-f5aaece5-6d1f-47a8-8563-b02c1e998816 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.472771] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.472891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.473293] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.473432] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5aaece5-6d1f-47a8-8563-b02c1e998816',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.646457] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.646457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.646457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.646457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.646457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.646457] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be created. [ 597.646457] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.646457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.646457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.648635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.648635] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.648635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.648635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.648635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.648635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.648635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.651973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.651973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.651973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.651973] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.667420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.667420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.667420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.667420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.670025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.681530] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: UNINITIALIZED for 2s [ 597.932579] env[69429]: INFO networking_nsxv3.common.synchronization [None req-9fae5e73-bf5b-44b0-adfd-44ca54ad4231 None None] Enqueued Resource ID: 2d7bed1b-1570-4e15-b830-ca7e280ad375 with Priority: HIGHEST for action port [ 597.932705] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7bed1b-1570-4e15-b830-ca7e280ad375 with Priority: HIGHEST for action port [ 597.933745] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d7bed1b-1570-4e15-b830-ca7e280ad375 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.935190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d7bed1b-1570-4e15-b830-ca7e280ad375" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.935190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d7bed1b-1570-4e15-b830-ca7e280ad375" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.935190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d7bed1b-1570-4e15-b830-ca7e280ad375" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.935190] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7bed1b-1570-4e15-b830-ca7e280ad375',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.976064] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.976350] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.976497] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.976785] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.976942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.977115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port f5aaece5-6d1f-47a8-8563-b02c1e998816 not found, creating... [ 597.977390] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.977555] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.977677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.978021] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.978243] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.978734] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.978847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.978991] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.979240] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.979386] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.980545] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: f5aaece5-6d1f-47a8-8563-b02c1e998816 is going to be created. [ 598.000232] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.000325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.000436] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.000737] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.004020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.004020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.155763] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f16d2de-fcde-4a2d-aaa0-881c3c573be7: rpc.has_security_group_logging(os_id): False [ 598.177617] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.177617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.177617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.177617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.178037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.178037] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.178135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.178177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.178382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.178469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.181348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.181348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.181348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.181348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.182331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.182456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.182561] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be created. [ 598.250320] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.250320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.250320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.250320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.250320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.262900] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 598.344534] env[69429]: INFO networking_nsxv3.common.synchronization [req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f req-05f256ce-e7a1-4c84-b7e6-560e2c540a90 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_members [ 598.347017] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_members [ 598.349626] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.349626] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.349626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.349626] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.438790] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d7bed1b-1570-4e15-b830-ca7e280ad375 [ 598.438969] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.439105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.439207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.439394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.439497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.439589] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d7bed1b-1570-4e15-b830-ca7e280ad375 already deleted. [ 598.439672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d7bed1b-1570-4e15-b830-ca7e280ad375" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.852287] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.852499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.852499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.852866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.852866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.853056] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.853154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.853217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.853391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.853835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.853835] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 already deleted. [ 598.853835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.981093] env[69429]: INFO networking_nsxv3.common.synchronization [None req-265b5487-810c-4c2e-bd07-b36f10a306dd None None] Enqueued Resource ID: 09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb with Priority: HIGHEST for action port [ 598.981642] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb with Priority: HIGHEST for action port [ 598.981949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.982088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.982150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.982410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.982527] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.032938] env[69429]: INFO networking_nsxv3.common.synchronization [req-e508f9f0-682f-4c12-96a5-69b214438919 req-872f452b-c2ed-4bd6-849c-f83d99493bcc service nova] Enqueued Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_rules [ 599.033131] env[69429]: INFO networking_nsxv3.common.synchronization [req-e508f9f0-682f-4c12-96a5-69b214438919 req-872f452b-c2ed-4bd6-849c-f83d99493bcc service nova] Enqueued Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_members [ 599.033268] env[69429]: INFO networking_nsxv3.common.synchronization [req-e508f9f0-682f-4c12-96a5-69b214438919 req-872f452b-c2ed-4bd6-849c-f83d99493bcc service nova] Enqueued Resource ID: f5aaece5-6d1f-47a8-8563-b02c1e998816 with Priority: HIGHEST for action port [ 599.033763] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_rules [ 599.035049] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_members [ 599.035049] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5aaece5-6d1f-47a8-8563-b02c1e998816 with Priority: HIGHEST for action port [ 599.035049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.035049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.035049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.035049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.035049] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.041081] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.041213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.041298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.041535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.041730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.041794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.041860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.042051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.042097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.042792] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.043135] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5aaece5-6d1f-47a8-8563-b02c1e998816 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.043255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.043325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.043503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.043720] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5aaece5-6d1f-47a8-8563-b02c1e998816',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.130762] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.131049] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-175" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.131049] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-175" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.131687] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-175" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.131687] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.131938] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.131970] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.132405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.132645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.133166] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.133166] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.133166] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.133302] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.133378] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.133506] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.133664] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.152900] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.152900] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.152900] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.152900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-175" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.152900] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.152900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.152900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.152900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.152900] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.408142] env[69429]: INFO networking_nsxv3.common.synchronization [None req-a6938cb0-eb89-47ca-a54f-5884b93f7823 None None] Enqueued Resource ID: 80f7ce3d-ba11-49a9-8684-d26c233de6d2 with Priority: HIGHEST for action port [ 599.408405] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f7ce3d-ba11-49a9-8684-d26c233de6d2 with Priority: HIGHEST for action port [ 599.409177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f7ce3d-ba11-49a9-8684-d26c233de6d2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.409723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f7ce3d-ba11-49a9-8684-d26c233de6d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.409850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f7ce3d-ba11-49a9-8684-d26c233de6d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.410222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f7ce3d-ba11-49a9-8684-d26c233de6d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.410222] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f7ce3d-ba11-49a9-8684-d26c233de6d2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.485159] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb [ 599.486094] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.486094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.486094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.486094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.486094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.486094] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb already deleted. [ 599.486094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09675cfb-41b7-4fe8-8489-c9c9bc2ed5eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.546304] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.550036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.550036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5aaece5-6d1f-47a8-8563-b02c1e998816 with status ACTIVE [ 599.550036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.550036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.550036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.550036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.551035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.551035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.551035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.551035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.551035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5aaece5-6d1f-47a8-8563-b02c1e998816 is going to be updated. [ 599.569730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.569902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.570131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.570277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.570413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.570579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5aaece5-6d1f-47a8-8563-b02c1e998816" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.656617] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.657066] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.657066] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.659177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.659177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.659177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc not found, creating... [ 599.659177] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.659177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.659437] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.660494] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.660494] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.660494] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.660494] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.660494] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.660971] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.660971] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.661364] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc is going to be created. [ 599.691340] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.691708] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.691708] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.692080] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.692674] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.692674] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.695710] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 599.695944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.696597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.696678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.696849] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.696996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.697148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.697284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.697395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.697510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.697631] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.913195] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80f7ce3d-ba11-49a9-8684-d26c233de6d2 [ 599.913195] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.913195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.913195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.913195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.913195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.913195] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80f7ce3d-ba11-49a9-8684-d26c233de6d2 already deleted. [ 599.913476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f7ce3d-ba11-49a9-8684-d26c233de6d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.053335] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.202839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.202839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.202839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.202839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.202839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.203680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.203680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.203680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204442] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.274753] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 600.274753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.500232] env[69429]: INFO networking_nsxv3.common.synchronization [req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f req-427480cd-9c63-4cca-ac20-f5cb06318ac7 service nova] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_rules [ 600.500481] env[69429]: INFO networking_nsxv3.common.synchronization [req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f req-427480cd-9c63-4cca-ac20-f5cb06318ac7 service nova] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_members [ 600.500602] env[69429]: INFO networking_nsxv3.common.synchronization [req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f req-427480cd-9c63-4cca-ac20-f5cb06318ac7 service nova] Enqueued Resource ID: 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc with Priority: HIGHEST for action port [ 600.501224] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_rules [ 600.501364] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_members [ 600.501444] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc with Priority: HIGHEST for action port [ 600.501717] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.501845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.501913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.502175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.502448] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.503472] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.503583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.503659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.503838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.503980] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.504089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.504150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.504317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.504374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.504466] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.505248] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.505373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.505421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.505558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.505626] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.557902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.557902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.557902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.557902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.557902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.557902] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e7a045-d659-4f30-bded-b3acaae57a4e is going to be created. [ 600.580760] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.580951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.581042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.581295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.581360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.591679] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e7a045-d659-4f30-bded-b3acaae57a4e in Status: UNINITIALIZED for 2s [ 600.685486] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec6016b1-3926-4641-9ef8-5d584b603ae7 req-4006226a-fdec-4cee-ba6e-98ab4e891136 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 600.686234] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 600.686234] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.686441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.686585] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.686901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.687015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.689213] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.712190] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 600.726784] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.727564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.727564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.727564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.727564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.729680] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.730011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.730011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.730195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.730348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.733193] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.733193] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.733193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.733193] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be created. [ 600.786816] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.786816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.786816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.786816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.787143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.797055] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 601.010755] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.011344] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.011471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.011609] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc with status ACTIVE [ 601.012244] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.012404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.012495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.012727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.012873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.013155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.013255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.013330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.013515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.013616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.013816] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.013943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.014036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.014206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.014300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.014401] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc is going to be updated. [ 601.036575] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.037071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.037154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.037407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.037502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.037664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.195652] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.195840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.195912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.196152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.196286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.196450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.196520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.196567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.196714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.196791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.196878] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e already deleted. [ 601.196957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.345630] env[69429]: INFO networking_nsxv3.common.synchronization [None req-6d2a1a5e-9438-4ffa-8073-a464a48fc2b5 None None] Enqueued Resource ID: 48c8c13a-1f08-40db-a2a6-c89fb179fc3c with Priority: HIGHEST for action port [ 601.346627] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c8c13a-1f08-40db-a2a6-c89fb179fc3c with Priority: HIGHEST for action port [ 601.347303] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c8c13a-1f08-40db-a2a6-c89fb179fc3c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.347477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c8c13a-1f08-40db-a2a6-c89fb179fc3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.347588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c8c13a-1f08-40db-a2a6-c89fb179fc3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.347922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c8c13a-1f08-40db-a2a6-c89fb179fc3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.348044] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c8c13a-1f08-40db-a2a6-c89fb179fc3c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.517147] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.850510] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c8c13a-1f08-40db-a2a6-c89fb179fc3c [ 601.851349] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.851349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.851349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.851560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.851560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.851658] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c8c13a-1f08-40db-a2a6-c89fb179fc3c already deleted. [ 601.851735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c8c13a-1f08-40db-a2a6-c89fb179fc3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.887120] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.887370] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.887519] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.887939] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.888664] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.888846] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.889330] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.889615] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.889773] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.890093] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.891482] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.891482] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.891482] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.891482] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.891482] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.891482] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.909671] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.910147] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.910351] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.910568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.910934] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e8acdbbd-2e45-4011-ab75-6d8284468863 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.911085] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.911207] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.911546] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.911654] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8acdbbd-2e45-4011-ab75-6d8284468863',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.019085] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.019278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.019278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.019491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.019586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.019686] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 is going to be created. [ 602.044182] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.046116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.046116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.046253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.046401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.058044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 in Status: UNINITIALIZED for 2s [ 602.420561] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.420561] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.420561] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.420807] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.420992] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.421163] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e8acdbbd-2e45-4011-ab75-6d8284468863 not found, creating... [ 602.421443] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.421599] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.421720] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.421937] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.422089] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.422400] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.422638] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.422686] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.422882] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.423801] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.424049] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e8acdbbd-2e45-4011-ab75-6d8284468863 is going to be created. [ 602.446018] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.446018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.446018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.446018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.446018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.446018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.575342] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3a997df1-d541-4705-a372-ad693ecb2d4d None None] Enqueued Resource ID: 9405d17d-1d9f-4967-9a7a-5f4b98179589 with Priority: HIGHEST for action port [ 602.575342] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9405d17d-1d9f-4967-9a7a-5f4b98179589 with Priority: HIGHEST for action port [ 602.576190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9405d17d-1d9f-4967-9a7a-5f4b98179589 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.576328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9405d17d-1d9f-4967-9a7a-5f4b98179589" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.576405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9405d17d-1d9f-4967-9a7a-5f4b98179589" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.576661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9405d17d-1d9f-4967-9a7a-5f4b98179589" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.576749] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9405d17d-1d9f-4967-9a7a-5f4b98179589',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.604307] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e7a045-d659-4f30-bded-b3acaae57a4e in Status: SUCCESS [ 602.604525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.604693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.604938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.605155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.605279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.605337] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.605497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.605568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.605661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.609020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.809571] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 602.809838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.079035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9405d17d-1d9f-4967-9a7a-5f4b98179589 [ 603.079035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.079035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.079307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.079357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.079675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.079675] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9405d17d-1d9f-4967-9a7a-5f4b98179589 already deleted. [ 603.079675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9405d17d-1d9f-4967-9a7a-5f4b98179589" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.112197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.112197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.112197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.112197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.112197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.112197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.112197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.112512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.112512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.112512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.112606] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.112693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.112899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.112899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.113103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.113166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.113202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.113317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.113395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.113494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.113596] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.622325] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e7a045-d659-4f30-bded-b3acaae57a4e: rpc.has_security_group_logging(os_id): False [ 603.638491] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.638609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.638609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.638841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.638895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.641817] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.641817] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.641817] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.641817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.643269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.643269] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e7a045-d659-4f30-bded-b3acaae57a4e is going to be created. [ 603.702082] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.702082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.702082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.702082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.702082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.720548] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e7a045-d659-4f30-bded-b3acaae57a4e in Status: IN_PROGRESS for 2s [ 604.030579] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec6016b1-3926-4641-9ef8-5d584b603ae7 req-cb44161b-e5b1-4103-b91a-e6deea97d4bf service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 604.030766] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec6016b1-3926-4641-9ef8-5d584b603ae7 req-cb44161b-e5b1-4103-b91a-e6deea97d4bf service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 604.030905] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec6016b1-3926-4641-9ef8-5d584b603ae7 req-cb44161b-e5b1-4103-b91a-e6deea97d4bf service nova] Enqueued Resource ID: e8acdbbd-2e45-4011-ab75-6d8284468863 with Priority: HIGHEST for action port [ 604.031160] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 604.031282] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 604.031380] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8acdbbd-2e45-4011-ab75-6d8284468863 with Priority: HIGHEST for action port [ 604.031932] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.032907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.032907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033294] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.034501] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.034616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.034878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035137] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.035137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.035254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.035331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.035493] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.036831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8acdbbd-2e45-4011-ab75-6d8284468863 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.036939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.037017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.037175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.037254] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8acdbbd-2e45-4011-ab75-6d8284468863',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.068904] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 in Status: SUCCESS [ 604.069285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.069976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.070252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.070467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.071029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.071029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.071029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.071029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.071203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.071203] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.538478] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.539806] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.540105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.540166] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8acdbbd-2e45-4011-ab75-6d8284468863 with status ACTIVE [ 604.540337] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.540490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.540490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.540682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.540838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.541030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.541503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.541503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.541503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.541503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.541701] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.541784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.541821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.542102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.542102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.542206] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8acdbbd-2e45-4011-ab75-6d8284468863 is going to be updated. [ 604.562177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.562177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8acdbbd-2e45-4011-ab75-6d8284468863" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.573469] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.891742] env[69429]: INFO networking_nsxv3.common.synchronization [None req-82f5e2b7-0172-4b09-8155-f1d14c733592 None None] Enqueued Resource ID: a5f10828-33e6-43df-baaf-c2e1b777b271 with Priority: HIGHEST for action port [ 604.892404] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f10828-33e6-43df-baaf-c2e1b777b271 with Priority: HIGHEST for action port [ 604.892579] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f10828-33e6-43df-baaf-c2e1b777b271 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.892702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f10828-33e6-43df-baaf-c2e1b777b271" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.892763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f10828-33e6-43df-baaf-c2e1b777b271" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.893114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f10828-33e6-43df-baaf-c2e1b777b271" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.893252] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f10828-33e6-43df-baaf-c2e1b777b271',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.044592] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.075894] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6: rpc.has_security_group_logging(os_id): False [ 605.096165] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.096502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.096675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.096781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097070] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.097187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.097251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097607] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 is going to be created. [ 605.101962] env[69429]: INFO networking_nsxv3.common.synchronization [req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a req-17a1f6d8-59d8-43cd-b70e-1e8f0d0b9a2a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Enqueued Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_members [ 605.102859] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGHEST for action security_group_members [ 605.105023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.105023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.105023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.105023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.105023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.105023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.105023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.105023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.105385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.105385] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.138449] env[69429]: INFO networking_nsxv3.common.synchronization [req-0d21a821-6c21-4214-8497-c477fd462d45 req-17b260ed-f5fd-4003-bb9c-d0d33f879c94 tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: 7018b43a-ec57-414c-9182-a7f46468fd3b with Priority: HIGHEST for action security_group_rules [ 605.139014] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018b43a-ec57-414c-9182-a7f46468fd3b with Priority: HIGHEST for action security_group_rules [ 605.141870] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7018b43a-ec57-414c-9182-a7f46468fd3b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.142265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7018b43a-ec57-414c-9182-a7f46468fd3b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7018b43a-ec57-414c-9182-a7f46468fd3b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.144097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7018b43a-ec57-414c-9182-a7f46468fd3b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.144168] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7018b43a-ec57-414c-9182-a7f46468fd3b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.174459] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.174459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.174459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.174658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.174931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.186870] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 in Status: IN_PROGRESS for 2s [ 605.395503] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5f10828-33e6-43df-baaf-c2e1b777b271 [ 605.395774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.395928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.396032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.396246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.396383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.396487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5f10828-33e6-43df-baaf-c2e1b777b271 already deleted. [ 605.396640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f10828-33e6-43df-baaf-c2e1b777b271" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.547914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.548434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.548615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.548921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.549230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.549419] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be created. [ 605.573547] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.573547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.573547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.573547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.573547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.580918] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: UNINITIALIZED for 2s [ 605.610836] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.611043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.611197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.611441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.611859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.612386] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.612536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.612620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.612849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.612947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.613052] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 is going to be updated. [ 605.638549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.638760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.638881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.639178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.639281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.647272] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 in Status: IN_PROGRESS for 2s [ 605.664804] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.664972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.665064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.665295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.665391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.665487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7018b43a-ec57-414c-9182-a7f46468fd3b already deleted. [ 605.665574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7018b43a-ec57-414c-9182-a7f46468fd3b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.737317] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e7a045-d659-4f30-bded-b3acaae57a4e in Status: SUCCESS [ 605.737549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.438056] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d43191b2-edd8-4794-b0ae-dec0eaa1eab4 None None] Enqueued Resource ID: d9d3c921-1a90-4500-bc5c-9466224d0bbe with Priority: HIGHEST for action port [ 606.439799] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d3c921-1a90-4500-bc5c-9466224d0bbe with Priority: HIGHEST for action port [ 606.443687] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d3c921-1a90-4500-bc5c-9466224d0bbe taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.443921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d3c921-1a90-4500-bc5c-9466224d0bbe" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.443994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d3c921-1a90-4500-bc5c-9466224d0bbe" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.444502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d3c921-1a90-4500-bc5c-9466224d0bbe" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.444502] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d3c921-1a90-4500-bc5c-9466224d0bbe',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.946837] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d3c921-1a90-4500-bc5c-9466224d0bbe [ 606.947385] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.947385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.947385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.947565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.947709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.947783] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d3c921-1a90-4500-bc5c-9466224d0bbe already deleted. [ 606.947834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d3c921-1a90-4500-bc5c-9466224d0bbe" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.198939] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 in Status: SUCCESS [ 607.199193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.593115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593115] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.658970] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 in Status: SUCCESS [ 607.660729] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 deletion is rescheduled due to dependency. [ 607.660729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.982529] env[69429]: INFO networking_nsxv3.common.synchronization [req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 req-61aa6996-5462-4c6d-bb34-af2d90c3cd7a tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Enqueued Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_members [ 607.983096] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGHEST for action security_group_members [ 607.983409] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.983547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.983599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.983818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.983959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.988216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.988328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.988545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.988639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.988754] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.098981] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.099183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.099304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.099452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.099591] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.099715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.099837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.102239] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.102239] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.102239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.102704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.102704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.102704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.102704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.102823] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.492586] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.492882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.492882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.493716] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.493716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.493716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.494133] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d is going to be updated. [ 608.521561] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.521561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.521561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.521561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.527708] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d in Status: IN_PROGRESS for 2s [ 608.606983] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3fb07e-a2db-47ec-bdfd-8b5d2902923e: rpc.has_security_group_logging(os_id): False [ 608.627040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.627040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.627040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.627377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.627377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.627510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.627510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.627589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.628353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.628353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.628353] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.628353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.628353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.628353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.628353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.628708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.628708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.628708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.628941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.628941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.628941] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be created. [ 608.685098] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.685098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.685098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.685098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.685098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.708973] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 608.883925] env[69429]: INFO networking_nsxv3.common.synchronization [req-4ccc6358-8d76-4f6f-b99f-666e3d705ad3 req-87c8a641-b9c4-4775-8566-72a271eaa015 tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: c7d3df10-3c0b-4ced-bf7e-9559061df7ef with Priority: HIGHEST for action security_group_rules [ 608.883925] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d3df10-3c0b-4ced-bf7e-9559061df7ef with Priority: HIGHEST for action security_group_rules [ 608.883925] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7d3df10-3c0b-4ced-bf7e-9559061df7ef taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.883925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7d3df10-3c0b-4ced-bf7e-9559061df7ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.883925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7d3df10-3c0b-4ced-bf7e-9559061df7ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.883925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7d3df10-3c0b-4ced-bf7e-9559061df7ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.883925] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7d3df10-3c0b-4ced-bf7e-9559061df7ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.075400] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3772a824-0822-4ffe-95d7-83ee30146b03 None None] Enqueued Resource ID: b2f7b281-23c4-41d3-a631-371be332cd38 with Priority: HIGHEST for action port [ 609.075400] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f7b281-23c4-41d3-a631-371be332cd38 with Priority: HIGHEST for action port [ 609.076660] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f7b281-23c4-41d3-a631-371be332cd38 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.076660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f7b281-23c4-41d3-a631-371be332cd38" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.076660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f7b281-23c4-41d3-a631-371be332cd38" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.076971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f7b281-23c4-41d3-a631-371be332cd38" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.077142] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f7b281-23c4-41d3-a631-371be332cd38',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.402644] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.403861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.403861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.403861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.403861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.403861] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7d3df10-3c0b-4ced-bf7e-9559061df7ef already deleted. [ 609.403861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7d3df10-3c0b-4ced-bf7e-9559061df7ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.580457] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f7b281-23c4-41d3-a631-371be332cd38 [ 609.580687] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.580823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.580898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.581127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.581211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.581302] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f7b281-23c4-41d3-a631-371be332cd38 already deleted. [ 609.581384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f7b281-23c4-41d3-a631-371be332cd38" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.006256] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec650569-fdbe-4774-a76e-5373092bd134 req-836a4013-0484-4569-95f7-8da6df7bbc31 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_members [ 610.006869] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_members [ 610.011038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.011038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.011038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.011038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.011717] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.011717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.011926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.013139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.013139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.013139] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.516158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.516335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.516404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.519257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.519257] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 already deleted. [ 610.519257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.540781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d in Status: SUCCESS [ 610.541022] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d deletion is rescheduled due to dependency. [ 610.541159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.686183] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.686748] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-259" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.686748] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-259" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.686871] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-259" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.687064] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.687451] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.687451] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.687603] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.687696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.691416] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.691526] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.691576] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.691665] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.692250] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.692250] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.692250] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.712629] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.712629] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.712629] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.712629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-259" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.712629] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-859dc928-a376-42eb-b256-6f6a3dd6e1f8 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.712629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.712629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.712629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.712629] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859dc928-a376-42eb-b256-6f6a3dd6e1f8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.739787] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 610.739787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.883376] env[69429]: INFO networking_nsxv3.common.synchronization [None req-8a0e1d91-c7bb-4a7f-981d-9c0a0dea9978 None None] Enqueued Resource ID: 2b04f4f2-849e-4a4b-beb3-8222ca2f34b1 with Priority: HIGHEST for action port [ 610.883811] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b04f4f2-849e-4a4b-beb3-8222ca2f34b1 with Priority: HIGHEST for action port [ 610.884343] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b04f4f2-849e-4a4b-beb3-8222ca2f34b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.884504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b04f4f2-849e-4a4b-beb3-8222ca2f34b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.884579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b04f4f2-849e-4a4b-beb3-8222ca2f34b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.884840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b04f4f2-849e-4a4b-beb3-8222ca2f34b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.884940] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b04f4f2-849e-4a4b-beb3-8222ca2f34b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.222834] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.222834] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.222834] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.222834] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.222834] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.222834] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 859dc928-a376-42eb-b256-6f6a3dd6e1f8 not found, creating... [ 611.225024] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.225024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.225024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.225024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.225024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.225698] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.226255] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.226335] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.227225] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.227225] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.227225] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 859dc928-a376-42eb-b256-6f6a3dd6e1f8 is going to be created. [ 611.248947] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.248947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.248947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.248947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.248947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.248947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388995] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b04f4f2-849e-4a4b-beb3-8222ca2f34b1 [ 611.389878] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.389878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.389878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.389878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.389878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.389878] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b04f4f2-849e-4a4b-beb3-8222ca2f34b1 already deleted. [ 611.389878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b04f4f2-849e-4a4b-beb3-8222ca2f34b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.004010] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec650569-fdbe-4774-a76e-5373092bd134 req-5d684553-9cb1-462b-bdc9-4a6538fd67d9 service nova] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_rules [ 612.004208] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec650569-fdbe-4774-a76e-5373092bd134 req-5d684553-9cb1-462b-bdc9-4a6538fd67d9 service nova] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_members [ 612.004349] env[69429]: INFO networking_nsxv3.common.synchronization [req-ec650569-fdbe-4774-a76e-5373092bd134 req-5d684553-9cb1-462b-bdc9-4a6538fd67d9 service nova] Enqueued Resource ID: 859dc928-a376-42eb-b256-6f6a3dd6e1f8 with Priority: HIGHEST for action port [ 612.004912] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_rules [ 612.005185] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_members [ 612.005185] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859dc928-a376-42eb-b256-6f6a3dd6e1f8 with Priority: HIGHEST for action port [ 612.005427] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.005615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.005615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.005803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.005883] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.006718] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.006940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.006940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.007327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.010341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.010341] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.010341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-859dc928-a376-42eb-b256-6f6a3dd6e1f8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.010341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.010341] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859dc928-a376-42eb-b256-6f6a3dd6e1f8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.510839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.511195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.511195] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 859dc928-a376-42eb-b256-6f6a3dd6e1f8 with status ACTIVE [ 612.511384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.511458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.511519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.511728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.511814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.511991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.512106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.512189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.512352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.512432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.512614] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.512708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.512817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.512908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.512983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.513078] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 859dc928-a376-42eb-b256-6f6a3dd6e1f8 is going to be updated. [ 612.516302] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.538641] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.538641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.538641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.538641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.538641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.538641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-859dc928-a376-42eb-b256-6f6a3dd6e1f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.919173] env[69429]: INFO networking_nsxv3.common.synchronization [req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 req-d31e3772-6597-4974-b592-a6f869c43653 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 612.919173] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 612.919173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.919173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.919173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.919680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.919967] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.920278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.920424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.920667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.920848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.921041] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.018949] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.083901] env[69429]: INFO networking_nsxv3.common.synchronization [None req-cd2af925-da22-4e55-af12-14cafc0553f3 None None] Enqueued Resource ID: b13bd488-212d-41d7-b212-34637a2e83c2 with Priority: HIGHEST for action port [ 613.084427] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13bd488-212d-41d7-b212-34637a2e83c2 with Priority: HIGHEST for action port [ 613.084740] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13bd488-212d-41d7-b212-34637a2e83c2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.084871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13bd488-212d-41d7-b212-34637a2e83c2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.084941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13bd488-212d-41d7-b212-34637a2e83c2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.087296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13bd488-212d-41d7-b212-34637a2e83c2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.087455] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13bd488-212d-41d7-b212-34637a2e83c2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.423575] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.423575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.423575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.425233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.425233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.425452] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.425572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.425673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.425795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.425868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.425954] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 already deleted. [ 613.426040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.523760] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.523760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.523760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.523760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.523760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.523760] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 is going to be created. [ 613.548261] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.548420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.548694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.548759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.548885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.558480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: UNINITIALIZED for 2s [ 613.590174] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b13bd488-212d-41d7-b212-34637a2e83c2 [ 613.590404] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.590543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.590617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.590847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.590949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.591068] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b13bd488-212d-41d7-b212-34637a2e83c2 already deleted. [ 613.591370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13bd488-212d-41d7-b212-34637a2e83c2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.010168] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.010168] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.011105] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.011693] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.012124] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.012391] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.014885] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.014885] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.014885] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.014885] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.014885] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.033292] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.033292] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.033292] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.033292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.033292] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.033292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.033292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.033292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.033292] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fedcb8-fbee-43c2-bc92-cadf4339ee23',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.537522] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.537794] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.537871] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.538192] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.538350] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.538510] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e2fedcb8-fbee-43c2-bc92-cadf4339ee23 not found, creating... [ 614.538780] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.538943] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.539076] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.539297] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.539436] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.539717] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.539870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.540023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.542283] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.542460] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.542615] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e2fedcb8-fbee-43c2-bc92-cadf4339ee23 is going to be created. [ 614.562906] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.562906] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.562906] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.563152] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.563392] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.563620] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.917589] env[69429]: INFO networking_nsxv3.common.synchronization [None req-bd29cbda-b342-4fad-831f-a704a2e14258 None None] Enqueued Resource ID: 5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3 with Priority: HIGHEST for action port [ 614.917589] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3 with Priority: HIGHEST for action port [ 614.917589] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.919109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.919109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.919109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.919109] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.087018] env[69429]: INFO networking_nsxv3.common.synchronization [req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf req-c90a10da-cb69-4df7-abb9-9101d647875c tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Enqueued Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_members [ 615.089401] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e7a045-d659-4f30-bded-b3acaae57a4e with Priority: HIGHEST for action security_group_members [ 615.089401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e7a045-d659-4f30-bded-b3acaae57a4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.089401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.089401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.089401] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e7a045-d659-4f30-bded-b3acaae57a4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.421739] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3 [ 615.421973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.422128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.422197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.422574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.422574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.422674] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3 already deleted. [ 615.422674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1d60e4-99d7-48ce-94ad-6c9b8f8465a3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.483119] env[69429]: INFO networking_nsxv3.common.synchronization [req-bad4611c-ab75-4306-8995-fb7b225e74cf req-f2260964-81a1-443c-b421-c57db64257ac tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: e0a5fef3-4fc6-4399-a9be-0f1d67684379 with Priority: HIGHEST for action security_group_rules [ 615.483665] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5fef3-4fc6-4399-a9be-0f1d67684379 with Priority: HIGHEST for action security_group_rules [ 615.483963] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a5fef3-4fc6-4399-a9be-0f1d67684379 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.485566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a5fef3-4fc6-4399-a9be-0f1d67684379" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.485694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a5fef3-4fc6-4399-a9be-0f1d67684379" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.486902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a5fef3-4fc6-4399-a9be-0f1d67684379" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.486902] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a5fef3-4fc6-4399-a9be-0f1d67684379',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.569526] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: SUCCESS [ 615.569526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.569876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.569876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.570444] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.570444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.570444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.570444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.570444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570670] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.591339] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.591498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.591572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.591787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.591880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.592180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.592246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.592400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.592479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592569] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e7a045-d659-4f30-bded-b3acaae57a4e is going to be updated. [ 615.597339] env[69429]: INFO networking_nsxv3.common.synchronization [req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 req-1eaa80b4-b9c0-4e4e-b973-31a94431180a service nova] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_rules [ 615.599455] env[69429]: INFO networking_nsxv3.common.synchronization [req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 req-1eaa80b4-b9c0-4e4e-b973-31a94431180a service nova] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 615.599455] env[69429]: INFO networking_nsxv3.common.synchronization [req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 req-1eaa80b4-b9c0-4e4e-b973-31a94431180a service nova] Enqueued Resource ID: e2fedcb8-fbee-43c2-bc92-cadf4339ee23 with Priority: HIGHEST for action port [ 615.599455] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_rules [ 615.599868] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 615.603028] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fedcb8-fbee-43c2-bc92-cadf4339ee23 with Priority: HIGHEST for action port [ 615.603028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.603028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.603028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.603028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.603028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.603028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.604708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.604776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.605097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.605097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.605216] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fedcb8-fbee-43c2-bc92-cadf4339ee23',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.617602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.617765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.618067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.618312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.618469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626229] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e7a045-d659-4f30-bded-b3acaae57a4e in Status: IN_PROGRESS for 2s [ 615.784738] env[69429]: INFO networking_nsxv3.common.synchronization [None req-024f77ab-04e2-43ba-b602-4a43d8ada1be None None] Enqueued Resource ID: a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca with Priority: HIGHEST for action port [ 615.785278] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca with Priority: HIGHEST for action port [ 615.785602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.785728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.785816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.789262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.789262] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.007786] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.008128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.008359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.008438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.008518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.008613] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a5fef3-4fc6-4399-a9be-0f1d67684379 already deleted. [ 616.008694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a5fef3-4fc6-4399-a9be-0f1d67684379" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.074701] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.107553] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.108699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.110226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.110632] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2fedcb8-fbee-43c2-bc92-cadf4339ee23 with status ACTIVE [ 616.110926] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.110926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.111080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.111231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.111326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.111570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.113124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.113124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.113495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.113495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.113697] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.113697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.113979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.113979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.113979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.114111] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2fedcb8-fbee-43c2-bc92-cadf4339ee23 is going to be updated. [ 616.135410] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.135410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.135410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.136047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.136047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.136047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2fedcb8-fbee-43c2-bc92-cadf4339ee23" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.291845] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca [ 616.292137] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.292301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.292364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.292615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.292703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.292798] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca already deleted. [ 616.292914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a046b7ec-4f88-4ed5-9d08-2d48ad4b12ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.578865] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b05e246-80d8-4cb3-b7f0-c75436b775f0: rpc.has_security_group_logging(os_id): False [ 616.598559] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.600933] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.600933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.600933] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 is going to be created. [ 616.611933] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.658514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.658514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.658514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.658514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.658514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.669408] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: IN_PROGRESS for 2s [ 617.113900] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.114053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.114144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.114402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.114523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.114637] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be created. [ 617.118300] env[69429]: INFO networking_nsxv3.common.synchronization [None req-421fa6c9-4ffb-41ac-91df-afa79cf0041a None None] Enqueued Resource ID: 5c34fdce-5026-46fa-9450-c8e13cda4c7e with Priority: HIGHEST for action port [ 617.119873] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c34fdce-5026-46fa-9450-c8e13cda4c7e with Priority: HIGHEST for action port [ 617.120346] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c34fdce-5026-46fa-9450-c8e13cda4c7e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.120536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c34fdce-5026-46fa-9450-c8e13cda4c7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.120659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c34fdce-5026-46fa-9450-c8e13cda4c7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c34fdce-5026-46fa-9450-c8e13cda4c7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.121315] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c34fdce-5026-46fa-9450-c8e13cda4c7e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.140225] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.140440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.140440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.140653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.140820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.150129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: UNINITIALIZED for 2s [ 617.624078] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c34fdce-5026-46fa-9450-c8e13cda4c7e [ 617.624331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.624460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.624526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.624753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.624846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.624946] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c34fdce-5026-46fa-9450-c8e13cda4c7e already deleted. [ 617.625042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c34fdce-5026-46fa-9450-c8e13cda4c7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.640213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e7a045-d659-4f30-bded-b3acaae57a4e in Status: SUCCESS [ 617.640213] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e7a045-d659-4f30-bded-b3acaae57a4e deletion is rescheduled due to dependency. [ 617.640213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e7a045-d659-4f30-bded-b3acaae57a4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.793100] env[69429]: INFO networking_nsxv3.common.synchronization [None req-2ecfc377-8d46-49cb-8ead-0e724eb3107f None None] Enqueued Resource ID: 0340845f-a8fd-40d3-b6bb-e88338733261 with Priority: HIGHEST for action port [ 617.793376] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0340845f-a8fd-40d3-b6bb-e88338733261 with Priority: HIGHEST for action port [ 617.793948] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0340845f-a8fd-40d3-b6bb-e88338733261 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.794462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0340845f-a8fd-40d3-b6bb-e88338733261" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.794551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0340845f-a8fd-40d3-b6bb-e88338733261" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.794797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0340845f-a8fd-40d3-b6bb-e88338733261" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.796385] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0340845f-a8fd-40d3-b6bb-e88338733261',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.822166] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff620b18-fd99-4f60-8ae3-225fb5c162ac req-b4a629d1-cbe4-4fbb-9898-a2ed10d275d8 tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_members [ 617.822166] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_members [ 617.822166] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.822166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.822166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.828394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.828394] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.828394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.828394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.828394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.828394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.828394] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.289903] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.290370] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-883" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.290370] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-883" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.290757] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-883" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.291072] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.291361] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.291361] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.291678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.291754] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.291932] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.292167] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.292233] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.292351] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.292473] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.292581] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.292714] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.300176] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0340845f-a8fd-40d3-b6bb-e88338733261 [ 618.300870] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.300870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.300870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.301097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.301097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.301169] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0340845f-a8fd-40d3-b6bb-e88338733261 already deleted. [ 618.301202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0340845f-a8fd-40d3-b6bb-e88338733261" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.311629] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.311893] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.312486] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.312486] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-883" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.313820] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.313820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.313820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.314065] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.314135] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba461b2-bcaa-43bf-b854-dc3a7f265d49',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.327423] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.327721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.327721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.327853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.327946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.328737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.328863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.328931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.329122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.329214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.329310] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d already deleted. [ 618.329397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.388667] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b8d09f24-881e-487d-b5e6-2624ea8efdf9 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_rules [ 618.389264] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_rules [ 618.389576] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.389706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.389773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.394261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.396198] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.530141] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d027c692-da89-4a3a-b3fb-bd1514c5c492 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_rules [ 618.533392] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_rules [ 618.533823] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.533973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.681556] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: SUCCESS [ 618.681881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.816686] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.820047] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 not found, creating... [ 618.820047] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.820047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.820541] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820541] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820541] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.820541] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.820541] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.820779] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 is going to be created. [ 618.841219] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.841966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.842204] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.842704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.842980] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.843390] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.883024] env[69429]: INFO networking_nsxv3.common.synchronization [None req-2f9cc17c-6688-46c9-b67c-f0e95e22b226 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_rules [ 618.883024] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_rules [ 618.883024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.883024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.883024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.883024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.883024] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.919484] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.920197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.920197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.920197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.920197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.920197] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 already deleted. [ 618.920738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.920738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.920838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.920884] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.058631] env[69429]: INFO networking_nsxv3.common.synchronization [None req-373cfe4f-e23c-430d-b4bc-7d3bd0df135a tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_rules [ 619.059176] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_rules [ 619.059479] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.059577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.159549] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: UNINITIALIZED for 4s [ 619.402365] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.402365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.402365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.402817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.402913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.403042] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac already deleted. [ 619.403240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.403382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.403752] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.441331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.441981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.443110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.443110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.443110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.443110] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 already deleted. [ 619.443110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.652357] env[69429]: INFO networking_nsxv3.common.synchronization [req-833610d7-f2f2-4f78-b0d1-9d3af5650d45 req-cfe7dff5-0eee-4368-aff9-6e80d11afc2f tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: cd57d6cc-eb6e-4939-bfc3-431d505c556f with Priority: HIGHEST for action security_group_rules [ 619.655101] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd57d6cc-eb6e-4939-bfc3-431d505c556f with Priority: HIGHEST for action security_group_rules [ 619.655101] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd57d6cc-eb6e-4939-bfc3-431d505c556f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.655101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd57d6cc-eb6e-4939-bfc3-431d505c556f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.655101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd57d6cc-eb6e-4939-bfc3-431d505c556f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.655101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd57d6cc-eb6e-4939-bfc3-431d505c556f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.655101] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd57d6cc-eb6e-4939-bfc3-431d505c556f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.923302] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.924962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.924962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.924962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.924962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.924962] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac already deleted. [ 619.924962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.964170] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff620b18-fd99-4f60-8ae3-225fb5c162ac req-0965db11-7339-4c20-8eef-bf6eb969134e service nova] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_rules [ 619.964663] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff620b18-fd99-4f60-8ae3-225fb5c162ac req-0965db11-7339-4c20-8eef-bf6eb969134e service nova] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_members [ 619.964805] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff620b18-fd99-4f60-8ae3-225fb5c162ac req-0965db11-7339-4c20-8eef-bf6eb969134e service nova] Enqueued Resource ID: 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 with Priority: HIGHEST for action port [ 619.968434] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_rules [ 619.968649] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_members [ 619.968814] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 with Priority: HIGHEST for action port [ 619.969810] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.969810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.969810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.970163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.970323] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.971569] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.971751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.971862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.974645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.974645] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.974645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.974645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.974832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.974891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.975015] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.975922] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.976053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.976053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.976234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.976290] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba461b2-bcaa-43bf-b854-dc3a7f265d49',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.076590] env[69429]: INFO networking_nsxv3.common.synchronization [req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c req-5e27a5f2-1775-48fc-9e2f-7e7cde2a1d8b tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 620.077332] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 620.078683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.078683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.078683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.079675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.079799] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.080364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.080364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.080520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.080611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.080951] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.176860] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.177194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.177194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.177751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.177751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.177751] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd57d6cc-eb6e-4939-bfc3-431d505c556f already deleted. [ 620.177751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd57d6cc-eb6e-4939-bfc3-431d505c556f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.478949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.479136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.479331] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.480302] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 with status ACTIVE [ 620.480499] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.480644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.480753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.480913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.481048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.481226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.481339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.481401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.481557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.481651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.483124] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.483124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.484177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.484300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.484452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.484578] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 is going to be updated. [ 620.503573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.503737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.503786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.504025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.504161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.505033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ba461b2-bcaa-43bf-b854-dc3a7f265d49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.541795] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.541795] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.541795] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.542138] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.542489] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.542654] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.542784] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.543276] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.543276] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.543437] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.543539] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.544487] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.544487] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.544487] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.544487] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.544487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.563496] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.563630] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.563774] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.563966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.564313] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4731da9e-f2c3-4067-9ded-18c7e2312750 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.564503] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.564622] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.564963] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.565140] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4731da9e-f2c3-4067-9ded-18c7e2312750',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.583274] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.583421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.583489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.583702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.584193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.584193] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.584193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.584193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.584547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.584547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.584547] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 already deleted. [ 620.584732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.987471] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.069575] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.069575] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.069575] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.069879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.071557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.071557] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4731da9e-f2c3-4067-9ded-18c7e2312750 not found, creating... [ 621.071557] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.071557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.071557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.071557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.071557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.071557] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.071557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.072172] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.072172] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.072172] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.072172] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4731da9e-f2c3-4067-9ded-18c7e2312750 is going to be created. [ 621.091056] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.091281] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.091677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.091798] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.091915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.092152] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.171055] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.171055] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.171055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.171055] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.489436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.489911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.490057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490154] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d is going to be created. [ 621.514536] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.514729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.514838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.514967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.515148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.523949] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8898c39-a8be-4cba-98be-38024d4b1a6d in Status: UNINITIALIZED for 2s [ 621.673290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.673698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.673698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.673822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.675527] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.675527] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.675527] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.675527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.675527] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.086032] env[69429]: INFO networking_nsxv3.common.synchronization [req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c req-f8579cb8-0be4-45b0-be85-a6c2afe006a1 service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 622.086032] env[69429]: INFO networking_nsxv3.common.synchronization [req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c req-f8579cb8-0be4-45b0-be85-a6c2afe006a1 service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 622.086032] env[69429]: INFO networking_nsxv3.common.synchronization [req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c req-f8579cb8-0be4-45b0-be85-a6c2afe006a1 service nova] Enqueued Resource ID: 4731da9e-f2c3-4067-9ded-18c7e2312750 with Priority: HIGHEST for action port [ 622.086384] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 622.086384] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 622.086384] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4731da9e-f2c3-4067-9ded-18c7e2312750 with Priority: HIGHEST for action port [ 622.088399] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.088399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.088399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.088863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.089079] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.090454] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.092060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.092130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.092367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.092629] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.094426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.094426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.094426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.094426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.096437] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.097726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4731da9e-f2c3-4067-9ded-18c7e2312750 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.097726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.097902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.098102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.098813] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4731da9e-f2c3-4067-9ded-18c7e2312750',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.178439] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cc4407d-348e-43e6-98e0-2f172cd62909: rpc.has_security_group_logging(os_id): False [ 622.195305] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.195777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.195879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.196102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.196200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.196398] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.196921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.196921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.196921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.196921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.197490] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.197490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.197490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.197490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.197490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.197671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.197671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.197763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.197935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.197935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.198080] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be created. [ 622.258167] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.258167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.258167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.258167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.258167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.279886] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: IN_PROGRESS for 2s [ 622.591057] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.591345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.601201] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.607221] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4731da9e-f2c3-4067-9ded-18c7e2312750 with status ACTIVE [ 622.607221] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607221] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607221] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607221] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4731da9e-f2c3-4067-9ded-18c7e2312750 is going to be updated. [ 622.627110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.627110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.627110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.627110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.627110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.627110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4731da9e-f2c3-4067-9ded-18c7e2312750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.109085] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.127099] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f4dda304-b434-4868-b112-f75e32318760 None None] Enqueued Resource ID: 7468058d-ec3a-4e51-87b5-4c6d59cb6a3c with Priority: HIGHEST for action port [ 623.127099] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7468058d-ec3a-4e51-87b5-4c6d59cb6a3c with Priority: HIGHEST for action port [ 623.127099] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7468058d-ec3a-4e51-87b5-4c6d59cb6a3c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.127099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7468058d-ec3a-4e51-87b5-4c6d59cb6a3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.127099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7468058d-ec3a-4e51-87b5-4c6d59cb6a3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.127099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7468058d-ec3a-4e51-87b5-4c6d59cb6a3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.127099] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7468058d-ec3a-4e51-87b5-4c6d59cb6a3c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.534105] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8898c39-a8be-4cba-98be-38024d4b1a6d in Status: SUCCESS [ 623.535181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.535416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.535675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.535935] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.536103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.536194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.536454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.536581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.536658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.537426] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.616046] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.616246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.616316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.616540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.618076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.618076] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be created. [ 623.631612] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7468058d-ec3a-4e51-87b5-4c6d59cb6a3c [ 623.631844] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.631982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.632067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.632280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.632373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.632480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7468058d-ec3a-4e51-87b5-4c6d59cb6a3c already deleted. [ 623.632563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7468058d-ec3a-4e51-87b5-4c6d59cb6a3c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.638461] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.638461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.638687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.638687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.638921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.649622] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: UNINITIALIZED for 2s [ 623.968579] env[69429]: INFO networking_nsxv3.common.synchronization [req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 req-2e071c83-4f6a-4115-ab63-223e229757b4 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Enqueued Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_members [ 623.969409] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGHEST for action security_group_members [ 623.969521] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.969593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.969666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.969874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.970115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.970293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.970366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.970530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.970620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.970721] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.040997] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.292342] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 624.292736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.323424] env[69429]: INFO networking_nsxv3.common.synchronization [req-0b114087-a66a-456a-a9ee-74e897c23c9b req-82d07920-29ff-4901-8847-ad5fa18d1911 tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 with Priority: HIGHEST for action security_group_rules [ 624.326987] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 with Priority: HIGHEST for action security_group_rules [ 624.326987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.326987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.326987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.326987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.326987] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4354c33-d2fa-4627-988c-aa2bfb9db5c0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.472765] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.473299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.473299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.473675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.473888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.474335] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.474507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.474683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.474984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.475941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.476281] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 is going to be updated. [ 624.514906] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.515181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.515320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.515624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.515905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.529889] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 in Status: IN_PROGRESS for 2s [ 624.546906] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8898c39-a8be-4cba-98be-38024d4b1a6d: rpc.has_security_group_logging(os_id): False [ 624.562875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.563107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.563266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.563541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.563704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.564194] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.564259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.564295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.564480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.564603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.566030] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d is going to be created. [ 624.636262] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.636262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.636262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.636262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.636262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.643173] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8898c39-a8be-4cba-98be-38024d4b1a6d in Status: IN_PROGRESS for 2s [ 624.849116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.849543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.849676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.850055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.850379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.850379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 already deleted. [ 624.850458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.247211] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4c875ae3-8627-4921-baf2-59d320519429 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 625.247211] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 625.248908] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.249180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.249340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.249710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.249958] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.443354] env[69429]: INFO networking_nsxv3.common.synchronization [req-14377f62-41e9-4cf0-afec-a1431d1d3447 req-47089d6c-4c08-4f23-af5c-165efd40fec5 tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 with Priority: HIGHEST for action security_group_rules [ 625.443354] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 with Priority: HIGHEST for action security_group_rules [ 625.444272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.446493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.446493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.446493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.446493] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4354c33-d2fa-4627-988c-aa2bfb9db5c0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.480209] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b4f7baea-e088-46da-a46c-ac7b981fed86 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 625.481833] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 625.483108] env[69429]: INFO networking_nsxv3.common.synchronization [None req-5e6ecd3e-2e21-4b11-b270-27dfbd6c4c6c None None] Enqueued Resource ID: b323c217-6173-46e4-b9ff-ce6c6def6961 with Priority: HIGHEST for action port [ 625.484682] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.486483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.486483] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b323c217-6173-46e4-b9ff-ce6c6def6961 with Priority: HIGHEST for action port [ 625.486918] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b323c217-6173-46e4-b9ff-ce6c6def6961 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.487769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b323c217-6173-46e4-b9ff-ce6c6def6961" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.487769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b323c217-6173-46e4-b9ff-ce6c6def6961" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.487769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b323c217-6173-46e4-b9ff-ce6c6def6961" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.487769] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b323c217-6173-46e4-b9ff-ce6c6def6961',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.668456] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.668456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.668456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.668456] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.770251] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.770251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.770251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.770526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.770526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.770649] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 already deleted. [ 625.770687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.770923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.771224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.771401] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.974670] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.975047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.975173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.975503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.975647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.975900] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 already deleted. [ 625.975900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.990471] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b323c217-6173-46e4-b9ff-ce6c6def6961 [ 625.990771] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.990886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.990945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.991167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.991291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.991737] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b323c217-6173-46e4-b9ff-ce6c6def6961 already deleted. [ 625.991737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b323c217-6173-46e4-b9ff-ce6c6def6961" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.015580] env[69429]: INFO networking_nsxv3.common.synchronization [None req-37ca3808-627f-4467-bbf4-8357b61f78ec None None] Enqueued Resource ID: 3277b3d1-fe71-4a65-b5b5-59f67bed295d with Priority: HIGHEST for action port [ 626.016408] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3277b3d1-fe71-4a65-b5b5-59f67bed295d with Priority: HIGHEST for action port [ 626.016844] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3277b3d1-fe71-4a65-b5b5-59f67bed295d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.016844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3277b3d1-fe71-4a65-b5b5-59f67bed295d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.016844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3277b3d1-fe71-4a65-b5b5-59f67bed295d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.017168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3277b3d1-fe71-4a65-b5b5-59f67bed295d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.017168] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3277b3d1-fe71-4a65-b5b5-59f67bed295d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.170876] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.304224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.304224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.304224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.304224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.304224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.304224] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 already deleted. [ 626.304224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.519373] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3277b3d1-fe71-4a65-b5b5-59f67bed295d [ 626.519968] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.519968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.520197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.520478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.521780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.522046] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3277b3d1-fe71-4a65-b5b5-59f67bed295d already deleted. [ 626.522281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3277b3d1-fe71-4a65-b5b5-59f67bed295d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.540827] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 in Status: SUCCESS [ 626.540827] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 deletion is rescheduled due to dependency. [ 626.540827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.587924] env[69429]: INFO networking_nsxv3.common.synchronization [req-9131371b-f1fc-4aec-9a93-8cb11b778b62 req-b5dec603-a8ea-4a9e-900a-26f7853d6fc7 tempest-SecurityGroupRulesTestJSON-902187749 tempest-SecurityGroupRulesTestJSON-902187749-project-member] Enqueued Resource ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 with Priority: HIGHEST for action security_group_rules [ 626.588253] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 with Priority: HIGHEST for action security_group_rules [ 626.588567] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.588697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.588784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.588966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.589469] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4354c33-d2fa-4627-988c-aa2bfb9db5c0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.657175] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8898c39-a8be-4cba-98be-38024d4b1a6d in Status: SUCCESS [ 626.657175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674573] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 626.693131] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.693131] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.693131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.693131] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be created. [ 626.755956] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.758031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.758031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.758031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.758031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.770213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 627.112307] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.112485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.112535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.112749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.112840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.112935] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4354c33-d2fa-4627-988c-aa2bfb9db5c0 already deleted. [ 627.113032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4354c33-d2fa-4627-988c-aa2bfb9db5c0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.594601] env[69429]: INFO networking_nsxv3.common.synchronization [req-548be778-2832-42bd-9ebf-661907ce0b8e req-8e3ff489-3cce-4c19-a47e-ad4bd6d66801 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 627.595200] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 627.595501] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.595642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.595713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.597509] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.597663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.597749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.597869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.597957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.598105] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.106181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.106181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.106181] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb already deleted. [ 628.106181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.116913] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.116913] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.116913] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.116913] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.116913] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.116913] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.116913] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.117454] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.117710] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.118332] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.118332] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.118332] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.118332] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.118486] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.118532] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.118670] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.143473] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.143473] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.143473] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.143473] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.143473] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-9a256fc0-1f90-45f4-9c2f-78abc78eab79 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.143473] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.143473] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.144266] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.144421] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a256fc0-1f90-45f4-9c2f-78abc78eab79',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.633142] env[69429]: INFO networking_nsxv3.common.synchronization [None req-35ebff93-0307-4186-9340-11689ed9580f None None] Enqueued Resource ID: fe40e5ad-4080-4ce7-84c8-d9a314e6b12b with Priority: HIGHEST for action port [ 628.633142] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe40e5ad-4080-4ce7-84c8-d9a314e6b12b with Priority: HIGHEST for action port [ 628.633142] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe40e5ad-4080-4ce7-84c8-d9a314e6b12b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.633142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe40e5ad-4080-4ce7-84c8-d9a314e6b12b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.633142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe40e5ad-4080-4ce7-84c8-d9a314e6b12b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.633636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe40e5ad-4080-4ce7-84c8-d9a314e6b12b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.633636] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe40e5ad-4080-4ce7-84c8-d9a314e6b12b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.648333] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.648333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.648333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.648333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.648333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.648654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 not found, creating... [ 628.648654] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.653232] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.653232] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.653232] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.653544] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.653885] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.654142] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.654299] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.654594] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.654779] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.654957] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 is going to be created. [ 628.690026] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.690026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.690026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.690026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.690026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.690026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.784211] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 628.784211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.135839] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe40e5ad-4080-4ce7-84c8-d9a314e6b12b [ 629.136304] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.136776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.137021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.139138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.139138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.139261] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe40e5ad-4080-4ce7-84c8-d9a314e6b12b already deleted. [ 629.139321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe40e5ad-4080-4ce7-84c8-d9a314e6b12b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.611333] env[69429]: INFO networking_nsxv3.common.synchronization [req-548be778-2832-42bd-9ebf-661907ce0b8e req-2c309230-0d1e-4981-94b2-fa04c2c2974e service nova] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 629.611333] env[69429]: INFO networking_nsxv3.common.synchronization [req-548be778-2832-42bd-9ebf-661907ce0b8e req-2c309230-0d1e-4981-94b2-fa04c2c2974e service nova] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 629.611333] env[69429]: INFO networking_nsxv3.common.synchronization [req-548be778-2832-42bd-9ebf-661907ce0b8e req-2c309230-0d1e-4981-94b2-fa04c2c2974e service nova] Enqueued Resource ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with Priority: HIGHEST for action port [ 629.615026] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 629.615026] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 629.615026] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with Priority: HIGHEST for action port [ 629.615931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.616072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.616172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.616456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.616548] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.617537] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.617598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.617641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.617818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.617960] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.618089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.619009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.619009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.619009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.619009] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.619434] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a256fc0-1f90-45f4-9c2f-78abc78eab79 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.619434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.619434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.619561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.619667] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a256fc0-1f90-45f4-9c2f-78abc78eab79',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.124508] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.124508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.124508] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with status ACTIVE [ 630.124508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.124508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.124508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131410] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.131410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.131410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.131410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.131410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131410] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 is going to be updated. [ 630.164566] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.164566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.164566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.164566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.164566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.164566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.624131] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.826297] env[69429]: INFO networking_nsxv3.common.synchronization [None req-305e51e6-6399-445b-9aea-d2ffdbed7765 None None] Enqueued Resource ID: 61262dda-657b-4b53-abfa-1eb531d95e12 with Priority: HIGHEST for action port [ 630.826779] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61262dda-657b-4b53-abfa-1eb531d95e12 with Priority: HIGHEST for action port [ 630.827217] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-61262dda-657b-4b53-abfa-1eb531d95e12 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.827415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61262dda-657b-4b53-abfa-1eb531d95e12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.827506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61262dda-657b-4b53-abfa-1eb531d95e12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.827846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61262dda-657b-4b53-abfa-1eb531d95e12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.827964] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61262dda-657b-4b53-abfa-1eb531d95e12',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.880861] env[69429]: INFO networking_nsxv3.common.synchronization [None req-7bdf61c2-77d0-49e6-b305-acd4eaeb48c4 None None] Enqueued Resource ID: ff60b4a8-ea6a-467b-9e26-6a6732dfca61 with Priority: HIGHEST for action port [ 630.881137] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff60b4a8-ea6a-467b-9e26-6a6732dfca61 with Priority: HIGHEST for action port [ 630.881705] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff60b4a8-ea6a-467b-9e26-6a6732dfca61 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.881828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff60b4a8-ea6a-467b-9e26-6a6732dfca61" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.881891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff60b4a8-ea6a-467b-9e26-6a6732dfca61" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.882179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff60b4a8-ea6a-467b-9e26-6a6732dfca61" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.882259] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff60b4a8-ea6a-467b-9e26-6a6732dfca61',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.127475] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.127758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.127758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.128028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.128028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.128126] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be created. [ 631.151260] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.152376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.152376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.152376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.152376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.160770] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: UNINITIALIZED for 2s [ 631.333067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61262dda-657b-4b53-abfa-1eb531d95e12 [ 631.333067] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.333067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.333067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.333067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.333067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.333067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61262dda-657b-4b53-abfa-1eb531d95e12 already deleted. [ 631.333067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61262dda-657b-4b53-abfa-1eb531d95e12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.387446] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff60b4a8-ea6a-467b-9e26-6a6732dfca61 [ 631.387446] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.387446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.387446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.387446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.387446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.387446] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff60b4a8-ea6a-467b-9e26-6a6732dfca61 already deleted. [ 631.387446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff60b4a8-ea6a-467b-9e26-6a6732dfca61" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.973867] env[69429]: INFO networking_nsxv3.common.synchronization [req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be req-45298a0b-71fd-4464-8358-ba701b86a7b9 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 632.974616] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 632.974974] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.975162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.975240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.975525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.975687] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.975784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.975845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.975999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.976093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.976197] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.172646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 633.173055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.173684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.175517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.175517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.175517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.175517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.175517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.175517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.175517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.175517] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.482578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.482578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.482578] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 already deleted. [ 633.482578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.535902] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.535902] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.535902] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.535902] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.535902] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.535902] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.537607] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.538117] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.538525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.538891] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.539145] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.539369] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.540497] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.540647] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.540864] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.540945] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.561247] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.561459] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.561606] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.561786] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.562121] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-76a376b3-903a-41e6-9cb8-00427107e907 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.562299] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.562422] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.562780] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.562928] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a376b3-903a-41e6-9cb8-00427107e907',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.681158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.681158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.681158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.681158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.681158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.681732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.681732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.681732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.681732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.681732] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.881177] env[69429]: INFO networking_nsxv3.common.synchronization [None req-807da002-ea48-4a15-82ef-dcc422e29d9b None None] Enqueued Resource ID: 8a373802-417c-4dba-964b-4527a68c8177 with Priority: HIGHEST for action port [ 633.881177] env[69429]: INFO networking_nsxv3.common.synchronization [None req-ec85c0a4-0779-4be5-b873-980563745d71 None None] Enqueued Resource ID: d853134d-fa20-4173-98c9-798ca83d70bb with Priority: HIGHEST for action port [ 633.884349] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a373802-417c-4dba-964b-4527a68c8177 with Priority: HIGHEST for action port [ 633.884349] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d853134d-fa20-4173-98c9-798ca83d70bb with Priority: HIGHEST for action port [ 633.885354] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a373802-417c-4dba-964b-4527a68c8177 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.885556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a373802-417c-4dba-964b-4527a68c8177" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.885671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a373802-417c-4dba-964b-4527a68c8177" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.885969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a373802-417c-4dba-964b-4527a68c8177" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.886123] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a373802-417c-4dba-964b-4527a68c8177',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.888493] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d853134d-fa20-4173-98c9-798ca83d70bb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.888686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d853134d-fa20-4173-98c9-798ca83d70bb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.889356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d853134d-fa20-4173-98c9-798ca83d70bb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.889356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d853134d-fa20-4173-98c9-798ca83d70bb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.889356] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d853134d-fa20-4173-98c9-798ca83d70bb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.018104] env[69429]: INFO networking_nsxv3.common.synchronization [None req-077c9876-9611-4ac7-b44d-c8b9371c4b4b None None] Enqueued Resource ID: 20de466f-ee79-4aa2-aa37-b2b932f28167 with Priority: HIGHEST for action port [ 634.018104] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de466f-ee79-4aa2-aa37-b2b932f28167 with Priority: HIGHEST for action port [ 634.018104] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-20de466f-ee79-4aa2-aa37-b2b932f28167 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.018104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20de466f-ee79-4aa2-aa37-b2b932f28167" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.018104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20de466f-ee79-4aa2-aa37-b2b932f28167" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.018104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20de466f-ee79-4aa2-aa37-b2b932f28167" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.021956] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20de466f-ee79-4aa2-aa37-b2b932f28167',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.069525] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.069525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.069525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.069525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.069525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.069525] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 76a376b3-903a-41e6-9cb8-00427107e907 not found, creating... [ 634.069525] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.070262] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.070325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.071578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.071578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.071578] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.071858] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.072476] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.073009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.073176] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.073356] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 76a376b3-903a-41e6-9cb8-00427107e907 is going to be created. [ 634.095047] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.095219] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.095267] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.095538] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.095967] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.095967] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.186411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 634.208826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.209020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.209076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.209327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.209777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.209777] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.209777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.209951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.210010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.210110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.213200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.213200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.213200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.213200] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be created. [ 634.282488] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.286090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.286214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.286542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.287644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.301112] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 634.391082] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a373802-417c-4dba-964b-4527a68c8177 [ 634.391386] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.391533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.391604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.391836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.391926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.392036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a373802-417c-4dba-964b-4527a68c8177 already deleted. [ 634.392122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a373802-417c-4dba-964b-4527a68c8177" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.393841] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d853134d-fa20-4173-98c9-798ca83d70bb [ 634.394088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.394229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.394319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.394531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.394677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.394755] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d853134d-fa20-4173-98c9-798ca83d70bb already deleted. [ 634.395284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d853134d-fa20-4173-98c9-798ca83d70bb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.524139] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20de466f-ee79-4aa2-aa37-b2b932f28167 [ 634.525790] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.525790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.525790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.525790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.525790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.525790] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20de466f-ee79-4aa2-aa37-b2b932f28167 already deleted. [ 634.525790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20de466f-ee79-4aa2-aa37-b2b932f28167" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.043467] env[69429]: INFO networking_nsxv3.common.synchronization [req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be req-efa4d89a-da57-4d94-8c3e-cee40b0a05ab service nova] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_rules [ 635.043735] env[69429]: INFO networking_nsxv3.common.synchronization [req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be req-efa4d89a-da57-4d94-8c3e-cee40b0a05ab service nova] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 635.043836] env[69429]: INFO networking_nsxv3.common.synchronization [req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be req-efa4d89a-da57-4d94-8c3e-cee40b0a05ab service nova] Enqueued Resource ID: 76a376b3-903a-41e6-9cb8-00427107e907 with Priority: HIGHEST for action port [ 635.044448] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_rules [ 635.044579] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 635.044993] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a376b3-903a-41e6-9cb8-00427107e907 with Priority: HIGHEST for action port [ 635.045308] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.045434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.045502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.045765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.045849] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.046904] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.047033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.047112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.047938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.047938] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.047938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.047938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.047938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.047938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.047938] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.048795] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a376b3-903a-41e6-9cb8-00427107e907 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.048928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.048928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.049057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.049128] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a376b3-903a-41e6-9cb8-00427107e907',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.552066] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.554977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.554977] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76a376b3-903a-41e6-9cb8-00427107e907 with status ACTIVE [ 635.554977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.554977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.554977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.554977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.555644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.555644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.555644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.555644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.555644] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76a376b3-903a-41e6-9cb8-00427107e907 is going to be updated. [ 635.575084] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.575255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.575645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.575809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a376b3-903a-41e6-9cb8-00427107e907" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.058981] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.315026] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 636.315777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.562858] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.562858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.562858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.562858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.562858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.562858] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be created. [ 636.585876] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.585876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.585876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.585876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.585876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.592634] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: UNINITIALIZED for 2s [ 638.121663] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0d624c8d-5f33-428d-a9d1-47be6200f728 None None] Enqueued Resource ID: ff250803-fc83-40d9-8f47-4df19503e581 with Priority: HIGHEST for action port [ 638.123881] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff250803-fc83-40d9-8f47-4df19503e581 with Priority: HIGHEST for action port [ 638.124672] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff250803-fc83-40d9-8f47-4df19503e581 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.124842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff250803-fc83-40d9-8f47-4df19503e581" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.124909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff250803-fc83-40d9-8f47-4df19503e581" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.125340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff250803-fc83-40d9-8f47-4df19503e581" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.125340] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff250803-fc83-40d9-8f47-4df19503e581',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.603179] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.607022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.607022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.607022] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.627194] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff250803-fc83-40d9-8f47-4df19503e581 [ 638.627448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.627579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.627638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.627878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.627968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.628077] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff250803-fc83-40d9-8f47-4df19503e581 already deleted. [ 638.628154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff250803-fc83-40d9-8f47-4df19503e581" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110351] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110351] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.111034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.111160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.111160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.111267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.111402] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.111507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.111567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.111705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.111790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.111869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.111957] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.284618] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b84998f9-8a34-41c3-8b7e-ad10b784f929 None None] Enqueued Resource ID: 29cc20e8-e13d-4180-b127-75456f0430a8 with Priority: HIGHEST for action port [ 639.284618] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cc20e8-e13d-4180-b127-75456f0430a8 with Priority: HIGHEST for action port [ 639.284618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cc20e8-e13d-4180-b127-75456f0430a8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.284618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cc20e8-e13d-4180-b127-75456f0430a8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.285134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cc20e8-e13d-4180-b127-75456f0430a8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.285134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cc20e8-e13d-4180-b127-75456f0430a8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.285134] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cc20e8-e13d-4180-b127-75456f0430a8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.616129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441bc635-8099-4067-9b37-ec519b439ec5: rpc.has_security_group_logging(os_id): False [ 639.633291] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.633499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.633660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.633948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.634496] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.634634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.634703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.635566] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.635718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.635718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.636364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.636364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.636364] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.637104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.637104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.637104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.637104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.637104] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be created. [ 639.690601] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.690759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.690866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.691063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.691375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.701644] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 639.788258] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29cc20e8-e13d-4180-b127-75456f0430a8 [ 639.788720] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.788720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.788720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.788932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.789014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.789512] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29cc20e8-e13d-4180-b127-75456f0430a8 already deleted. [ 639.789512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cc20e8-e13d-4180-b127-75456f0430a8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.951176] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 639.951343] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 639.952292] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 639.952292] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 639.954615] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.954615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.954615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.954615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.954967] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.955186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.955251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.956026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.956026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.956026] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.957698] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.957698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.957854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.958541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.958541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.958541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.958541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.958790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.959174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.959333] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.059547] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 640.059935] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 640.060249] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_rules [ 640.060558] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 640.060804] env[69429]: INFO networking_nsxv3.common.synchronization [req-8736111f-8add-479c-98f9-f4cfc0b8659f req-66dba804-4ec3-4428-b1ba-cac947e46c70 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with Priority: HIGHEST for action port [ 640.062026] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 640.063387] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_rules [ 640.063664] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with Priority: HIGHEST for action port [ 640.063879] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 640.064224] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 640.066021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.066021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.066021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.066021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.066021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.067377] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.068899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.069130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.069531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.069723] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.070914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a256fc0-1f90-45f4-9c2f-78abc78eab79 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.071190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.071395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.071726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.071911] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a256fc0-1f90-45f4-9c2f-78abc78eab79',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.072955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.073199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.073514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.073808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.461790] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.462797] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.575245] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.575383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.575583] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with status ACTIVE [ 640.576210] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.576210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.576210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.576210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.576444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.576444] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.576549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.576587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.576767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.576827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.576993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.577093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.577145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.577290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.577365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.577557] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 is going to be updated. [ 640.583289] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.602247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.602702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.811889] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f9117ca6-5b9e-42bd-a1fe-d18eda05d47a None None] Enqueued Resource ID: cfd0f4b0-5a7f-477e-a954-591bd99df301 with Priority: HIGHEST for action port [ 640.812189] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd0f4b0-5a7f-477e-a954-591bd99df301 with Priority: HIGHEST for action port [ 640.812820] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd0f4b0-5a7f-477e-a954-591bd99df301 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.812901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd0f4b0-5a7f-477e-a954-591bd99df301" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.812954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd0f4b0-5a7f-477e-a954-591bd99df301" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.814256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd0f4b0-5a7f-477e-a954-591bd99df301" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.814256] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd0f4b0-5a7f-477e-a954-591bd99df301',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.901018] env[69429]: INFO networking_nsxv3.common.synchronization [req-b3a8e02e-a72f-432b-91d0-e984fb426672 req-9d8c538a-fe8d-4d46-b5c6-66428f9ce30b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 640.901018] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 640.901018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.901018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.901596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.902107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.902394] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.902465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.902465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.902634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.902719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.902814] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.965144] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.967798] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.317203] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfd0f4b0-5a7f-477e-a954-591bd99df301 [ 641.317528] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.317801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.317801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.318608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.318799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.318869] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfd0f4b0-5a7f-477e-a954-591bd99df301 already deleted. [ 641.318920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd0f4b0-5a7f-477e-a954-591bd99df301" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.407144] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.407339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.407415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.407637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.407737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.408036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.408036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.408178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.408351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.408435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.408598] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 641.433839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.434035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.434124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.434277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.434417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.442763] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 641.465205] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 641.466259] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 641.466259] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_members [ 641.466259] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 641.466259] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 641.466481] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_members [ 641.467568] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.467852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.468393] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.469392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.470072] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f131614-985a-456b-8fc3-ce2230dcf404 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.470072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.470072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.470297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.470297] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.470569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.470569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.470657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.470657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.470764] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.472875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.474507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.474507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.474507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474507] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 641.477018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.477018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.477018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be created. [ 641.505026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.505026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.505026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.505026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.505026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.506487] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.507138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.507362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.507713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.519748] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 641.519748] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: UNINITIALIZED for 2s [ 641.616134] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 641.616134] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 641.616412] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_rules [ 641.616412] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 641.616636] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_rules [ 641.616713] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_members [ 641.617160] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a4eba9f-45e5-4ff9-98eb-f9b6c8c0677c req-e7aa3147-c362-42d6-8a51-9a31e7588f64 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with Priority: HIGHEST for action port [ 641.619347] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 641.622990] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_rules [ 641.623167] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_members [ 641.623281] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with Priority: HIGHEST for action port [ 641.623429] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_rules [ 641.623483] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 641.623549] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 641.624203] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.624307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.625062] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.625153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f131614-985a-456b-8fc3-ce2230dcf404 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a256fc0-1f90-45f4-9c2f-78abc78eab79 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a256fc0-1f90-45f4-9c2f-78abc78eab79',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f131614-985a-456b-8fc3-ce2230dcf404 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.629033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.629033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.683890] env[69429]: INFO networking_nsxv3.common.synchronization [None req-66f3711a-1f25-4d7f-b479-1c07201a0769 None None] Enqueued Resource ID: 0d1cfcea-1f5e-452f-927c-43697023a1e7 with Priority: HIGHEST for action port [ 641.683890] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1cfcea-1f5e-452f-927c-43697023a1e7 with Priority: HIGHEST for action port [ 641.684138] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1cfcea-1f5e-452f-927c-43697023a1e7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.684138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1cfcea-1f5e-452f-927c-43697023a1e7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.684138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1cfcea-1f5e-452f-927c-43697023a1e7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.684329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1cfcea-1f5e-452f-927c-43697023a1e7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.684407] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1cfcea-1f5e-452f-927c-43697023a1e7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.713793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 641.713793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.976846] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.129966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f131614-985a-456b-8fc3-ce2230dcf404 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.130148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.130384] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 with status ACTIVE [ 642.130572] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.130719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.130762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.130960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.131065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.131224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.131402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.131476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.131639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.131716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.131909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.132848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.132967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.133132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.133211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.133299] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 is going to be updated. [ 642.154738] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.154886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.154952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.155356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.155540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a256fc0-1f90-45f4-9c2f-78abc78eab79" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192489] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d1cfcea-1f5e-452f-927c-43697023a1e7 [ 642.192710] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.192852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.192938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.193182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.193281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.193387] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d1cfcea-1f5e-452f-927c-43697023a1e7 already deleted. [ 642.193470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1cfcea-1f5e-452f-927c-43697023a1e7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.480983] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.987277] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.987277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.987277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.987277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.987277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.987277] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f131614-985a-456b-8fc3-ce2230dcf404 is going to be created. [ 643.008915] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.009084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.009154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.009366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.009594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.023208] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: UNINITIALIZED for 2s [ 643.324733] env[69429]: INFO networking_nsxv3.common.synchronization [None req-35ade9e3-4357-4a60-9ab7-6b3eb0ae7292 None None] Enqueued Resource ID: 5bd0aaf9-ff13-417e-9d72-533267828d52 with Priority: HIGHEST for action port [ 643.324995] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd0aaf9-ff13-417e-9d72-533267828d52 with Priority: HIGHEST for action port [ 643.325555] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd0aaf9-ff13-417e-9d72-533267828d52 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.325689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd0aaf9-ff13-417e-9d72-533267828d52" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.325737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd0aaf9-ff13-417e-9d72-533267828d52" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.326230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd0aaf9-ff13-417e-9d72-533267828d52" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.326356] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd0aaf9-ff13-417e-9d72-533267828d52',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.458508] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 643.458714] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e deletion is rescheduled due to dependency. [ 643.460076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.530655] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.532924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.532924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.532924] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.534943] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 643.535313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.536417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.536417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.537687] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.537687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.537687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.537687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.537687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.537687] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.834811] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bd0aaf9-ff13-417e-9d72-533267828d52 [ 643.834811] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.834811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.834811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.834811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.834811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.834811] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bd0aaf9-ff13-417e-9d72-533267828d52 already deleted. [ 643.834811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd0aaf9-ff13-417e-9d72-533267828d52" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.042998] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.042998] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.541727] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.543624] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.035032] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: SUCCESS [ 645.035240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.035415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.035591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.035782] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.035899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.035965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.037368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.037368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.037525] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.044449] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.044601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.044656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.044883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.044963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.045042] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be updated. [ 645.046850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.047133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.047133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.047249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.047328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.047461] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 645.076831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.077070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.077070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.077267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.077414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.079209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.079381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.079381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.079584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.079710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.089329] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 645.090359] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 645.539705] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.623848] env[69429]: INFO networking_nsxv3.common.synchronization [None req-14981478-09cb-43cf-bce3-31225e4e28ee None None] Enqueued Resource ID: 63d37859-0d5a-48c2-b904-7174d041c725 with Priority: HIGHEST for action port [ 645.624329] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d37859-0d5a-48c2-b904-7174d041c725 with Priority: HIGHEST for action port [ 645.624750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d37859-0d5a-48c2-b904-7174d041c725 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.624896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d37859-0d5a-48c2-b904-7174d041c725" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.624983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d37859-0d5a-48c2-b904-7174d041c725" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.625238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d37859-0d5a-48c2-b904-7174d041c725" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.625321] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d37859-0d5a-48c2-b904-7174d041c725',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.048054] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.127559] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63d37859-0d5a-48c2-b904-7174d041c725 [ 646.127864] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.128037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.128128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.128400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.128466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.128568] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63d37859-0d5a-48c2-b904-7174d041c725 already deleted. [ 646.128663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d37859-0d5a-48c2-b904-7174d041c725" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.550924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.554266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.554408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.554684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.554790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.554984] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f131614-985a-456b-8fc3-ce2230dcf404 is going to be updated. [ 646.593943] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.594117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.594187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.594566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.594802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.605904] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: IN_PROGRESS for 2s [ 646.607211] env[69429]: INFO networking_nsxv3.common.synchronization [req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 req-06ff7756-77ca-46f0-8c96-37d061f19f46 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Enqueued Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_members [ 646.607822] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_members [ 646.608156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.608271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.608363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.608590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.608751] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.608843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.608903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.609062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.609185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.609233] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.990582] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.991798] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.991798] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.991798] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.992033] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.992117] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.992584] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.992711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.993397] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.993397] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.993627] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.993627] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.993716] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.993808] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.993956] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.994702] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.016382] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.016657] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.016793] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.017016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-750" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.017478] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-9c18bcd7-568f-4802-8d4c-1a982f17369b taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.017592] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.017727] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.018180] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.018398] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c18bcd7-568f-4802-8d4c-1a982f17369b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.103036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.103036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.103036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.103036] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.104210] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 647.104593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.104845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.105663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.106200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.106581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.106741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.107032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.107306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.107567] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.108653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.109533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.109533] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.109533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.109720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.109760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.109860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.109969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.110122] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.114747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.114747] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.114747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.114747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.114747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.115411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.115411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.115411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf already deleted. [ 647.115411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.521613] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.521613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.521613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.521613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.521613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.522353] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 9c18bcd7-568f-4802-8d4c-1a982f17369b not found, creating... [ 647.522353] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.522353] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.522353] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.522616] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.522881] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.523384] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.523787] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.524170] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.524383] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.524595] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.524746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 9c18bcd7-568f-4802-8d4c-1a982f17369b is going to be created. [ 647.546702] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.546702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.546702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.546702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.546702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.546702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.611863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.612032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.612202] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.616145] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.616650] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.115263] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.120192] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.122147] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9edc903b-d9de-4cf0-9e38-003d71fbff7b: rpc.has_security_group_logging(os_id): False [ 648.144605] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.144768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.144768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.144982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.145095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.145325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.145443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.145510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.145675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.145780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.145966] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be created. [ 648.163167] env[69429]: INFO networking_nsxv3.common.synchronization [None req-99e650f1-e8ff-452b-9ee6-cd992f19256d None None] Enqueued Resource ID: 682d8891-270b-4502-b529-35e196aca913 with Priority: HIGHEST for action port [ 648.163312] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d8891-270b-4502-b529-35e196aca913 with Priority: HIGHEST for action port [ 648.163772] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-682d8891-270b-4502-b529-35e196aca913 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.163902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682d8891-270b-4502-b529-35e196aca913" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.163956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682d8891-270b-4502-b529-35e196aca913" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.164235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682d8891-270b-4502-b529-35e196aca913" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.164314] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682d8891-270b-4502-b529-35e196aca913',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.201670] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.201670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.201670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.201670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.201670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.211794] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 648.302597] env[69429]: INFO networking_nsxv3.common.synchronization [req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 req-ee925d4c-f10e-464d-a05f-4c64485ea6ac service nova] Enqueued Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_rules [ 648.302597] env[69429]: INFO networking_nsxv3.common.synchronization [req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 req-ee925d4c-f10e-464d-a05f-4c64485ea6ac service nova] Enqueued Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_members [ 648.302597] env[69429]: INFO networking_nsxv3.common.synchronization [req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 req-ee925d4c-f10e-464d-a05f-4c64485ea6ac service nova] Enqueued Resource ID: 9c18bcd7-568f-4802-8d4c-1a982f17369b with Priority: HIGHEST for action port [ 648.302900] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_rules [ 648.303080] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_members [ 648.305731] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c18bcd7-568f-4802-8d4c-1a982f17369b with Priority: HIGHEST for action port [ 648.305731] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.305731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.305731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.306151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.306151] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.309758] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.309910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.310113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.310371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.310824] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.310824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.310824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.310972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.311051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311184] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.312461] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c18bcd7-568f-4802-8d4c-1a982f17369b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.312461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.312461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.312679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312679] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c18bcd7-568f-4802-8d4c-1a982f17369b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.615450] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: SUCCESS [ 648.615677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.620346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.620591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.620792] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.620913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.620982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.621149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.621232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.621394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.621493] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.622507] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.622621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.622690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.622849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.622932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.623030] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 648.624178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.624384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.624384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.624506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.624588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.624678] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be updated. [ 648.651663] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.651880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.651880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.652111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.652253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.653914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.654060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.654108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.654272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.654398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.662391] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 648.662995] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 648.666541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 682d8891-270b-4502-b529-35e196aca913 [ 648.666729] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.666845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.666931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.667176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.667358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:682d8891-270b-4502-b529-35e196aca913 already deleted. [ 648.667431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682d8891-270b-4502-b529-35e196aca913" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.810240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.810451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.815814] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c18bcd7-568f-4802-8d4c-1a982f17369b with status ACTIVE [ 648.816015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.816145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.816215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.816431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.816526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.816707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.816840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.816909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.817085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.817158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.817348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.817446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.817507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.817647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.817721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.817805] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c18bcd7-568f-4802-8d4c-1a982f17369b is going to be updated. [ 648.819059] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.840128] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.840320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.840494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.841152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.841336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.841569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c18bcd7-568f-4802-8d4c-1a982f17369b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.126646] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.320927] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.401097] env[69429]: INFO networking_nsxv3.common.synchronization [req-069b20ab-b606-434d-a84a-a6ceb6bf369b req-ba6e515d-0734-47a5-bceb-33e71e5df335 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 649.401682] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 649.401985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.402122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.403406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.403406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.403406] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.403406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.403406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.403406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.403406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.403406] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.629510] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f131614-985a-456b-8fc3-ce2230dcf404: rpc.has_security_group_logging(os_id): False [ 649.648532] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.648682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.648750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.649011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.649112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.649747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.649747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.649747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.649931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.649931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.650013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f131614-985a-456b-8fc3-ce2230dcf404 is going to be created. [ 649.711404] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.712701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.712861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.714043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.714043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.724018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: IN_PROGRESS for 2s [ 649.800836] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.801070] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.801221] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.801518] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.801769] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.801922] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.802047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.802267] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.802408] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.802610] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.802748] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.802844] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.802983] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.803060] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.803145] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.803272] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.823875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.824080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.824155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.824405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.824518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.824616] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf is going to be created. [ 649.841645] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.841849] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.841991] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.842148] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.842462] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e968dc0b-82df-468c-acb5-666f4f820b60 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.842640] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.842759] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.843203] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.843352] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e968dc0b-82df-468c-acb5-666f4f820b60',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.863763] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.864011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.864155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.864440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.864660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.885382] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf in Status: UNINITIALIZED for 2s [ 649.907170] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.229192] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 650.229660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.229906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.230123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.230267] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.345815] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.346066] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.346196] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.346505] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.346654] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.348199] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e968dc0b-82df-468c-acb5-666f4f820b60 not found, creating... [ 650.348199] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.348199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.348199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.348199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.348199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.348199] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.348199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.348732] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.348732] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.348927] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.348973] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e968dc0b-82df-468c-acb5-666f4f820b60 is going to be created. [ 650.368474] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.368751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.368867] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.369111] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.369339] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.369653] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.409476] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.672457] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 650.672751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.673198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.673420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.673540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.673604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.673772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.673891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.674056] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.676966] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 650.677302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.677350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.677929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.677929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.677929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.677929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.679678] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.733405] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.733628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.916813] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.916813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.916813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.916813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.916813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.916813] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 650.949652] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.949652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.949652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.949652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.949652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956199] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 651.056780] env[69429]: INFO networking_nsxv3.common.synchronization [req-069b20ab-b606-434d-a84a-a6ceb6bf369b req-52b3d334-b61f-4a33-9c71-260cf8dd6219 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 651.056934] env[69429]: INFO networking_nsxv3.common.synchronization [req-069b20ab-b606-434d-a84a-a6ceb6bf369b req-52b3d334-b61f-4a33-9c71-260cf8dd6219 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 651.057019] env[69429]: INFO networking_nsxv3.common.synchronization [req-069b20ab-b606-434d-a84a-a6ceb6bf369b req-52b3d334-b61f-4a33-9c71-260cf8dd6219 service nova] Enqueued Resource ID: e968dc0b-82df-468c-acb5-666f4f820b60 with Priority: HIGHEST for action port [ 651.057220] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 651.057355] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 651.057454] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e968dc0b-82df-468c-acb5-666f4f820b60 with Priority: HIGHEST for action port [ 651.058625] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.058762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.058829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.059222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.059222] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.059996] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.064745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.064745] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e968dc0b-82df-468c-acb5-666f4f820b60 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.064745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.064745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.064745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.064745] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e968dc0b-82df-468c-acb5-666f4f820b60',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.181774] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.182818] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.566608] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.566950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.567833] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e968dc0b-82df-468c-acb5-666f4f820b60 with status ACTIVE [ 651.569884] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.570625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.570705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.570963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.571036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.571208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.571313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.571370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.571572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.571627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.571783] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.571877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.571938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.572101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.573504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.573504] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e968dc0b-82df-468c-acb5-666f4f820b60 is going to be updated. [ 651.601949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.602125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.602195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.602410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.602704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e968dc0b-82df-468c-acb5-666f4f820b60" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.686527] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.687792] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.736460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: SUCCESS [ 651.736724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.898619] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf in Status: SUCCESS [ 651.898619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.898619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.898847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.901969] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.901969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.901969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.901969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.901969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.901969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.901969] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.191233] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.191482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.191621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.191864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.191965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.192087] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 652.193420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.193577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.193652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.193832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.193949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.194228] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be updated. [ 652.223226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.223495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.223616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.223936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.224156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.229388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.229541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.229606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.230290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.230290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.234517] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 652.236601] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 652.405030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.405030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.405030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.405030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.405030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.412258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.412258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.412258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.412866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.412866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.412866] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.915743] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c967ea8c-4f03-4aac-830b-f75fd26e50bf: rpc.has_security_group_logging(os_id): False [ 652.932989] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.933446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.933542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.933749] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.934172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.934268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934460] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.934559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.934620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.934767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.934843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.935750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.935908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.935992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.936271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.936459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.936554] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf is going to be created. [ 652.967305] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 652.967528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.967691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.967912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.968117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.968241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.968369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.968510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.968596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968691] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.994171] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.994378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.994486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.994779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.994981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.005776] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf in Status: IN_PROGRESS for 2s [ 653.477868] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.534500] env[69429]: INFO networking_nsxv3.common.synchronization [req-0ed88f1a-7e5e-4512-9918-bce76a13be08 req-a3c038f1-4acd-4610-b50e-183cafcbfa92 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Enqueued Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_members [ 653.535277] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_members [ 653.535414] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.535542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.535610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.535857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.536027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.536129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.536195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.536361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.536470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.536568] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.981099] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.039305] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.039618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.039618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040987] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 already deleted. [ 654.040987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.118704] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.118978] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-889" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.119063] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-889" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.119402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-889" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.119660] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.119841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.119963] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.120923] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.121100] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.121318] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.121492] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.121584] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.121694] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.121807] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.121912] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.122088] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.147216] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.147216] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.147216] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.147216] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-889" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.147216] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.147216] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.147216] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.147216] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.147216] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.251249] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 654.251512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.251703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.251945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.252172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.252316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.252773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.252773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.252773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.252773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253542] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.253934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.253934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.253934] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.256210] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 654.256542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.257457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.257697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.258201] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.258201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.258201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.258404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.258445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.258525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.258674] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.483825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.484012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.484082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.484370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.484452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.484501] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 654.518237] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.518576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.518576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.518743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.518842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.535133] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 654.654123] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.654392] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.654724] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.655052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.655205] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.657020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 not found, creating... [ 654.657020] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.657020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.657020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.657020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.657020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.657020] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.657020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.657020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.657707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.657707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.657707] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 is going to be created. [ 654.678556] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.679010] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.679010] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.681213] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.681213] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.681213] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.762688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 654.762688] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.784236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.787113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.787113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.787113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788132] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.788132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.788132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.792026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.792026] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 654.871547] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.871748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.871794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.872062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.872261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.886475] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 655.018661] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf in Status: SUCCESS [ 655.019092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.264781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9edc903b-d9de-4cf0-9e38-003d71fbff7b: rpc.has_security_group_logging(os_id): False [ 655.286212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.286212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.286212] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be updated. [ 655.343673] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.343673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.343673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.343673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.343673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.361916] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 655.725513] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1c3095a3-3f45-4979-82e0-acceec39530a None None] Enqueued Resource ID: b43bc792-9b27-40d3-8892-6cd6195fc592 with Priority: HIGHEST for action port [ 655.727186] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43bc792-9b27-40d3-8892-6cd6195fc592 with Priority: HIGHEST for action port [ 655.727186] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43bc792-9b27-40d3-8892-6cd6195fc592 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.727186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43bc792-9b27-40d3-8892-6cd6195fc592" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.727186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43bc792-9b27-40d3-8892-6cd6195fc592" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.727643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43bc792-9b27-40d3-8892-6cd6195fc592" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.727856] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43bc792-9b27-40d3-8892-6cd6195fc592',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.014021] env[69429]: INFO networking_nsxv3.common.synchronization [req-0ed88f1a-7e5e-4512-9918-bce76a13be08 req-fa37cec7-5c56-46ab-ae17-0c3e74e43d95 service nova] Enqueued Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_rules [ 656.014021] env[69429]: INFO networking_nsxv3.common.synchronization [req-0ed88f1a-7e5e-4512-9918-bce76a13be08 req-fa37cec7-5c56-46ab-ae17-0c3e74e43d95 service nova] Enqueued Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_members [ 656.014021] env[69429]: INFO networking_nsxv3.common.synchronization [req-0ed88f1a-7e5e-4512-9918-bce76a13be08 req-fa37cec7-5c56-46ab-ae17-0c3e74e43d95 service nova] Enqueued Resource ID: ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 with Priority: HIGHEST for action port [ 656.014021] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_rules [ 656.014021] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_members [ 656.014021] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 with Priority: HIGHEST for action port [ 656.014021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.014021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.014021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.014021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.014021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.014021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.015133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.015133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.015133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.015133] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.015133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.015133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.015452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.015586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.015719] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.016511] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.017208] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.230799] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b43bc792-9b27-40d3-8892-6cd6195fc592 [ 656.231087] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.231679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.231679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.231862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.231951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.232824] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b43bc792-9b27-40d3-8892-6cd6195fc592 already deleted. [ 656.232824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43bc792-9b27-40d3-8892-6cd6195fc592" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.522621] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.523740] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.524027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.524027] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 with status ACTIVE [ 656.524132] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.524216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.524369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.524475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.524561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.524761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.524884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.524884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.525176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.525176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.525292] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.525397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.525397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.525783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.526274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.526898] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 is going to be updated. [ 656.541855] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 656.542131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.542900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.543169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.543439] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.543516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.543580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.543737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.543823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.543909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.544008] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.548219] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.548594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.548594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.548708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.548745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.548930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.903048] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 656.903048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.903048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.903048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.903048] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.028668] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.045823] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.046673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.046790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.047838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.047838] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.047838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.047838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.047838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.047838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.047838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.047838] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.048235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.048235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.048235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.048403] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.048403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.048482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.048563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.048636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.048715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.049273] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.375766] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 657.375766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.404343] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.404527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.404606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.405010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.405206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.405314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.405380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.405579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.405727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.405789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.405838] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.532079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.532079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.532079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.532079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.532079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.532079] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 is going to be created. [ 657.553105] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 657.565198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.565198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.565198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.565198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.565198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.573362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.573854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.574078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.575610] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.575610] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.575610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.577619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.577619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.577619] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.577619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.577619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.577619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.578151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.578151] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 657.579615] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 in Status: UNINITIALIZED for 2s [ 657.649205] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.649344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.665735] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 657.912522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.912522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.912522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.912522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.912522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.913055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.913055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.913055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.913055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.913055] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.196940] env[69429]: INFO networking_nsxv3.common.synchronization [None req-9f93fe0d-01ee-40c2-ae1e-18e7afd5ac19 None None] Enqueued Resource ID: df5dd23a-2c79-4276-8fd1-331ceae1262a with Priority: HIGHEST for action port [ 658.200328] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5dd23a-2c79-4276-8fd1-331ceae1262a with Priority: HIGHEST for action port [ 658.200682] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-df5dd23a-2c79-4276-8fd1-331ceae1262a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.203531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df5dd23a-2c79-4276-8fd1-331ceae1262a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.203531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df5dd23a-2c79-4276-8fd1-331ceae1262a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.203531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df5dd23a-2c79-4276-8fd1-331ceae1262a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.203531] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5dd23a-2c79-4276-8fd1-331ceae1262a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.416194] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 658.437109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.437109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437555] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.437555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.437555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.437555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437555] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 658.492066] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.492160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.492216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.492433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.492575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.506558] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 658.704859] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df5dd23a-2c79-4276-8fd1-331ceae1262a [ 658.705131] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.705266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.705340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.705582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.705697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.705801] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df5dd23a-2c79-4276-8fd1-331ceae1262a already deleted. [ 658.705887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df5dd23a-2c79-4276-8fd1-331ceae1262a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.588617] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 in Status: SUCCESS [ 659.588871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589001] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.589425] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.589539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.589602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.589831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.590092] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.677024] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 659.677332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.698215] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d41cee44-9ebe-4f5e-9715-abe07817b1e8 None None] Enqueued Resource ID: 89cd29b4-3d32-4888-8ac9-be979f08c127 with Priority: HIGHEST for action port [ 659.698215] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cd29b4-3d32-4888-8ac9-be979f08c127 with Priority: HIGHEST for action port [ 659.698825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-89cd29b4-3d32-4888-8ac9-be979f08c127 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.698825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89cd29b4-3d32-4888-8ac9-be979f08c127" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.700178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89cd29b4-3d32-4888-8ac9-be979f08c127" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.700178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89cd29b4-3d32-4888-8ac9-be979f08c127" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.700178] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89cd29b4-3d32-4888-8ac9-be979f08c127',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.094289] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.094289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.094289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.094289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.094559] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.094559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.094559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.096028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096412] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.145397] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1854d789-b2de-41c0-955f-e47f8e39f055 None None] Enqueued Resource ID: f4a21224-97a8-4158-84b3-9a9909c079bd with Priority: HIGHEST for action port [ 660.145915] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a21224-97a8-4158-84b3-9a9909c079bd with Priority: HIGHEST for action port [ 660.146232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a21224-97a8-4158-84b3-9a9909c079bd taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.146361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a21224-97a8-4158-84b3-9a9909c079bd" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.146430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a21224-97a8-4158-84b3-9a9909c079bd" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.146690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a21224-97a8-4158-84b3-9a9909c079bd" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.146780] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a21224-97a8-4158-84b3-9a9909c079bd',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.202358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89cd29b4-3d32-4888-8ac9-be979f08c127 [ 660.202358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.202358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.202358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.202721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.202916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.203128] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89cd29b4-3d32-4888-8ac9-be979f08c127 already deleted. [ 660.203303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89cd29b4-3d32-4888-8ac9-be979f08c127" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.521086] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 660.521086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.600259] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c05b3977-09b8-4a60-99b9-53f798f74fe3: rpc.has_security_group_logging(os_id): False [ 660.619108] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.619395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.619471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.619645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.619743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.620029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.620114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.621034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.623478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.623649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.623939] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.624075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.624140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.624306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.624382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.624588] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.624682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.624742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.624886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.624960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.625079] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 is going to be created. [ 660.653191] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4a21224-97a8-4158-84b3-9a9909c079bd [ 660.653191] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.653191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.653191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.653191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.653191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.653191] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4a21224-97a8-4158-84b3-9a9909c079bd already deleted. [ 660.653191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a21224-97a8-4158-84b3-9a9909c079bd" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.662435] env[69429]: INFO networking_nsxv3.common.synchronization [req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 req-4ad6acee-e6a3-401c-a14a-e5c95f7e307f tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Enqueued Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_members [ 660.663138] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGHEST for action security_group_members [ 660.665241] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.665241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.665241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.665241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.666568] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.666568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.666568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.668289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.668289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.668289] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.679937] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.679937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.679937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.694430] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 in Status: IN_PROGRESS for 2s [ 661.030778] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0766e68e-caed-43b4-b9cb-28bfb285e4fb tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_rules [ 661.034312] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_rules [ 661.034312] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.034312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.034312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.034312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.034312] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.145244] env[69429]: INFO networking_nsxv3.common.synchronization [None req-104d2ed2-7dcd-4bc4-be64-6065b38dbb1b tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_rules [ 661.145244] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_rules [ 661.145599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.145863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.173570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.173570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.173570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf is going to be updated. [ 661.198022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.198022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.198022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.198022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.198236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.206239] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf in Status: IN_PROGRESS for 2s [ 661.556272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.556272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.556394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.557145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.557145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.557145] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5680826e-293d-44ee-8138-991414726236 already deleted. [ 661.557145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.557145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.557145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.557328] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.077130] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.077130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.077130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.077130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.077130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.077130] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5680826e-293d-44ee-8138-991414726236 already deleted. [ 662.077130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.292237] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1f2aeb63-7f28-4e84-9215-bddb5e02c601 None None] Enqueued Resource ID: 5739b812-f28e-4f5e-aba4-5525da05cab1 with Priority: HIGHEST for action port [ 662.292386] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739b812-f28e-4f5e-aba4-5525da05cab1 with Priority: HIGHEST for action port [ 662.294180] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5739b812-f28e-4f5e-aba4-5525da05cab1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.294180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5739b812-f28e-4f5e-aba4-5525da05cab1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.294180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5739b812-f28e-4f5e-aba4-5525da05cab1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.294180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5739b812-f28e-4f5e-aba4-5525da05cab1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.294180] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5739b812-f28e-4f5e-aba4-5525da05cab1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.422098] env[69429]: INFO networking_nsxv3.common.synchronization [None req-a276bd89-656f-4356-ae66-1e1058538804 None None] Enqueued Resource ID: 239733e0-ebd2-44d4-adee-540cf2395e2f with Priority: HIGHEST for action port [ 662.422162] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239733e0-ebd2-44d4-adee-540cf2395e2f with Priority: HIGHEST for action port [ 662.422812] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-239733e0-ebd2-44d4-adee-540cf2395e2f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.422930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239733e0-ebd2-44d4-adee-540cf2395e2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.422994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239733e0-ebd2-44d4-adee-540cf2395e2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.423273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239733e0-ebd2-44d4-adee-540cf2395e2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.423350] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239733e0-ebd2-44d4-adee-540cf2395e2f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.556991] env[69429]: INFO networking_nsxv3.common.synchronization [req-beacd4b8-639f-4368-9fd9-503e3e708e58 req-8c409b47-d9a2-4e70-80d4-2360613daec4 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_members [ 662.557558] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_members [ 662.558087] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.558212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.558278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.558576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.558741] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.558847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.558912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.559289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.559372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.559462] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.707243] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 in Status: SUCCESS [ 662.707243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.798969] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5739b812-f28e-4f5e-aba4-5525da05cab1 [ 662.799243] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.799404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.799450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.799665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.799757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.799851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5739b812-f28e-4f5e-aba4-5525da05cab1 already deleted. [ 662.799937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5739b812-f28e-4f5e-aba4-5525da05cab1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.889136] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.889136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-114" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.889136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-114" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.889136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-114" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.889136] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.889136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.889136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.890378] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.891612] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.891612] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.891612] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.891612] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.891612] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.891612] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.891612] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.891856] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.910241] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.910423] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.910671] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.910860] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-114" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.911205] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-8c896f26-ee44-42aa-a9f9-b2387dda9216 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.911436] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.911645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.914030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.914030] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c896f26-ee44-42aa-a9f9-b2387dda9216',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.929386] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 239733e0-ebd2-44d4-adee-540cf2395e2f [ 662.929386] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.929386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.929386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.929386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.929386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.929386] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:239733e0-ebd2-44d4-adee-540cf2395e2f already deleted. [ 662.929386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239733e0-ebd2-44d4-adee-540cf2395e2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062993] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 already deleted. [ 663.062993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.218663] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf in Status: SUCCESS [ 663.218663] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf deletion is rescheduled due to dependency. [ 663.219046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.416699] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.416825] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.416915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.417397] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.417581] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.418219] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 8c896f26-ee44-42aa-a9f9-b2387dda9216 not found, creating... [ 663.418219] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.418219] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.418425] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.418635] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.418756] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.419062] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.419223] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.419342] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.419558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.419696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.419835] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 8c896f26-ee44-42aa-a9f9-b2387dda9216 is going to be created. [ 663.439681] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.439904] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.440046] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.440331] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.440643] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.440876] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.712131] env[69429]: INFO networking_nsxv3.common.synchronization [req-71373bf3-45cf-4545-94db-9c919c4e3562 req-51a820cc-df6d-467d-b785-2e7564acd319 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 663.712131] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 663.712131] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.712424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.712631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.712962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.713290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.713643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.713794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.714098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.714287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.714464] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.122397] env[69429]: INFO networking_nsxv3.common.synchronization [req-beacd4b8-639f-4368-9fd9-503e3e708e58 req-dcb2d4b5-1c62-4425-b67f-016f90e25eeb service nova] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_rules [ 664.122576] env[69429]: INFO networking_nsxv3.common.synchronization [req-beacd4b8-639f-4368-9fd9-503e3e708e58 req-dcb2d4b5-1c62-4425-b67f-016f90e25eeb service nova] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_members [ 664.122716] env[69429]: INFO networking_nsxv3.common.synchronization [req-beacd4b8-639f-4368-9fd9-503e3e708e58 req-dcb2d4b5-1c62-4425-b67f-016f90e25eeb service nova] Enqueued Resource ID: 8c896f26-ee44-42aa-a9f9-b2387dda9216 with Priority: HIGHEST for action port [ 664.122930] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_rules [ 664.125165] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_members [ 664.126061] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c896f26-ee44-42aa-a9f9-b2387dda9216 with Priority: HIGHEST for action port [ 664.126061] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.126061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.126428] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.127220] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.128828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.128903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.129105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.129266] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.129358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.129664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.129664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.129664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129910] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.130798] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c896f26-ee44-42aa-a9f9-b2387dda9216 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.130901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.130961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.131136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.131202] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c896f26-ee44-42aa-a9f9-b2387dda9216',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.216179] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.632374] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.633454] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.633573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.633752] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c896f26-ee44-42aa-a9f9-b2387dda9216 with status ACTIVE [ 664.633925] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.634050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.634121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.634324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.634414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.634579] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.634678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.634741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.634912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.634990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.635778] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.635941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.636228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.636420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.636534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.636644] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c896f26-ee44-42aa-a9f9-b2387dda9216 is going to be updated. [ 664.656385] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.656548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.656600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.656821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.656955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.657129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c896f26-ee44-42aa-a9f9-b2387dda9216" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.718150] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.139545] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.222240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.222240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.222240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.222240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.222240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.222628] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 665.260170] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.260316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.260386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.260674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.260817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.268958] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 665.641576] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.642380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.642380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.642475] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 is going to be created. [ 665.666127] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.667021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.667021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.667021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.667021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.676928] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 in Status: UNINITIALIZED for 2s [ 667.136064] env[69429]: INFO networking_nsxv3.common.synchronization [req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd req-e2ceee73-1cf0-46bd-a816-304def817298 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_members [ 667.136602] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_members [ 667.136943] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.137087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.137151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.137410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.137650] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.137763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.137884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.137940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.138025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.138126] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.278132] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 667.278132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.641022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.641022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.641022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.641022] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.641520] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.641776] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.642033] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.642337] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.642579] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.642839] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.645269] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.645584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647217] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647217] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac already deleted. [ 667.647217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664418] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.664700] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.665826] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.666072] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.666399] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.666580] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.666706] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.667191] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.668026] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e83a041-0bbb-450f-8b16-87bf36d9a3c9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.690588] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 in Status: SUCCESS [ 667.690802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.691248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.691466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.691693] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.691791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.691865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.693762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.693762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.693762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.693762] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.057613] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 req-8865a1ef-7220-4678-8502-68d5dab2162b tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Enqueued Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_members [ 668.058626] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGHEST for action security_group_members [ 668.058963] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.059643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.059643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.059643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.059643] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.059877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.059877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.060457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.060457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.060457] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.170900] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.170900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.171325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.171325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.171463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.171635] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 not found, creating... [ 668.171909] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.172081] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.172200] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.172423] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.172560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.172894] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.173022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.173142] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.173350] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.173514] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.173781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 is going to be created. [ 668.193162] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.193453] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.193608] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.193899] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.194224] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.194497] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195358] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.567774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.567943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.568031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.568262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.568361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.568570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.568689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.568755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.568913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.568994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.569101] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 is going to be updated. [ 668.593016] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.593148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.593214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.593394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.593527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.601095] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 in Status: IN_PROGRESS for 2s [ 668.698342] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0221618b-61ce-4376-bef5-edd7a2715bb3: rpc.has_security_group_logging(os_id): False [ 668.723648] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.723648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.723648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.723831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.723908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.724132] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.724239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.724306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.724477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.724560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.724650] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 is going to be created. [ 668.785168] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.785168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.785168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.785168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.785168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.793312] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 in Status: IN_PROGRESS for 2s [ 669.023997] env[69429]: INFO networking_nsxv3.common.synchronization [req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd req-7168c10e-d9e5-4120-91ec-db948be71718 service nova] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_rules [ 669.024200] env[69429]: INFO networking_nsxv3.common.synchronization [req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd req-7168c10e-d9e5-4120-91ec-db948be71718 service nova] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_members [ 669.024341] env[69429]: INFO networking_nsxv3.common.synchronization [req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd req-7168c10e-d9e5-4120-91ec-db948be71718 service nova] Enqueued Resource ID: 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 with Priority: HIGHEST for action port [ 669.024840] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_rules [ 669.024997] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_members [ 669.026958] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 with Priority: HIGHEST for action port [ 669.027283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029384] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.029384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029828] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.030865] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.030947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.030978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.031201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.031300] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e83a041-0bbb-450f-8b16-87bf36d9a3c9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.535923] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.536237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.536280] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.537135] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 with status ACTIVE [ 669.537347] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.537599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.537599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.537783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.537877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.538080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.538191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.538254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.538415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.538498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.538760] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.538856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.538919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.539075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.539151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.539251] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 is going to be updated. [ 669.558948] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.559105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.559177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.559411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.559521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.559687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e83a041-0bbb-450f-8b16-87bf36d9a3c9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.041507] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.543719] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.543719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.544174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.544174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.544174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.544299] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac is going to be created. [ 670.565377] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.565538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.565605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.565791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.565949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.574749] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac in Status: UNINITIALIZED for 2s [ 670.609806] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 in Status: SUCCESS [ 670.610053] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 deletion is rescheduled due to dependency. [ 670.610203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.812674] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 in Status: SUCCESS [ 670.812957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.506149] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1b37414-9cd7-44e6-860d-ada1a8217018 req-6ba85f9f-54c7-4d6c-b62e-04702faf69eb tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 672.506665] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 672.509992] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.510076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.510159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.510373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.510536] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.510688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.510745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.511025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.511025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.511136] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.587105] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac in Status: SUCCESS [ 672.587466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.588107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.589156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.589467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.589714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.589868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.590158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.590318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.590474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.590720] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.908276] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.908471] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.908594] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.908867] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.909167] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.909336] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.909454] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.909677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.909827] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.910047] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.910152] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.910263] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.910372] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.910481] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.910607] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.910755] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.928430] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.928648] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.928841] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.929086] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.929467] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-d7b89227-797d-4129-bd6d-2a19b13c4129 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.929689] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.929851] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.930244] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.930431] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b89227-797d-4129-bd6d-2a19b13c4129',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.015045] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.096025] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.432472] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.432698] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.432826] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.433144] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.433297] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.433462] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port d7b89227-797d-4129-bd6d-2a19b13c4129 not found, creating... [ 673.433726] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.433887] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.434013] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.434238] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.434376] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.434655] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.434803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.434921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.435147] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.435298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.435439] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: d7b89227-797d-4129-bd6d-2a19b13c4129 is going to be created. [ 673.455389] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.455611] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.455740] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.456047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.456289] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.456522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.517133] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.595652] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b34eba8b-9d23-4f6e-8325-cb465258e5ac: rpc.has_security_group_logging(os_id): False [ 673.615226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.615341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.615341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.615568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.615671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.615915] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.616105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.616105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.616240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.616348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.616424] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac is going to be created. [ 673.693669] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.693669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.693669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.693866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.694052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.703538] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac in Status: IN_PROGRESS for 2s [ 674.019554] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.019775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.019775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.020043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.020152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.020256] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be updated. [ 674.055119] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.066901] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: IN_PROGRESS for 2s [ 674.161897] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1b37414-9cd7-44e6-860d-ada1a8217018 req-2c37e414-624e-478c-9632-e4db99f1fd68 service nova] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_rules [ 674.162279] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1b37414-9cd7-44e6-860d-ada1a8217018 req-2c37e414-624e-478c-9632-e4db99f1fd68 service nova] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 674.162753] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1b37414-9cd7-44e6-860d-ada1a8217018 req-2c37e414-624e-478c-9632-e4db99f1fd68 service nova] Enqueued Resource ID: d7b89227-797d-4129-bd6d-2a19b13c4129 with Priority: HIGHEST for action port [ 674.163617] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_rules [ 674.163932] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 674.164223] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b89227-797d-4129-bd6d-2a19b13c4129 with Priority: HIGHEST for action port [ 674.165043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.165043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.165514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.165807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.165954] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.167226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.167329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.167525] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b89227-797d-4129-bd6d-2a19b13c4129 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.167626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.167691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.167873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.167952] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b89227-797d-4129-bd6d-2a19b13c4129',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.673020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7b89227-797d-4129-bd6d-2a19b13c4129 with status ACTIVE [ 674.673285] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.673423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.673491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.673710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.673798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.673977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.674097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.674313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.674390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.674760] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.674760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.674880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.674936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.675044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7b89227-797d-4129-bd6d-2a19b13c4129 is going to be updated. [ 674.676172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.676258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.696488] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.696589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.696637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.696833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.696965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.697137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b89227-797d-4129-bd6d-2a19b13c4129" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.715390] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac in Status: SUCCESS [ 675.715661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.075791] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 676.076020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.076194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.076425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.076752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.076875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.076875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.077077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.077168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.077906] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.581111] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.083229] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.127681] env[69429]: INFO networking_nsxv3.common.synchronization [req-c828decd-0640-44cd-bbef-bdc60467f466 req-4e347b97-da95-4906-b37c-426cbddfb44f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 677.128966] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 677.128966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.128966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.128966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.129178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.129207] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.129297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.129369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.129526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.129611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.129703] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.415623] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.415917] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-255" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.416086] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-255" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.416389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-255" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.416649] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.416810] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.416925] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.417152] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.417302] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.417506] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.417623] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.417739] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.417849] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.417960] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.418080] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.418212] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.435354] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.435511] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.435649] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.435817] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-255" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.436125] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-67795c93-4266-4476-b5fb-0afc761b335f taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.436293] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.436413] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.436709] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.436849] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67795c93-4266-4476-b5fb-0afc761b335f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.585836] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.586031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.586083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.586295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.586387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.586484] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be updated. [ 677.610553] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.610758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.610835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.611050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.611194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.619851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: IN_PROGRESS for 2s [ 677.632395] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.632533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.632604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.633757] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.633757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.633757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.633757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.633757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.633757] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 already deleted. [ 677.633757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.939870] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.940153] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.940317] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.940592] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.940839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.940999] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 67795c93-4266-4476-b5fb-0afc761b335f not found, creating... [ 677.941364] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.941547] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.941547] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.941840] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.941979] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.942407] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.942561] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.942674] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.944737] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.944737] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.944737] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 67795c93-4266-4476-b5fb-0afc761b335f is going to be created. [ 677.961644] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.961935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.962032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.962308] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.962543] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.962907] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.729992] env[69429]: INFO networking_nsxv3.common.synchronization [req-c828decd-0640-44cd-bbef-bdc60467f466 req-751487a9-2cb4-49cb-b8fc-cc05b09fe953 service nova] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 678.730338] env[69429]: INFO networking_nsxv3.common.synchronization [req-c828decd-0640-44cd-bbef-bdc60467f466 req-751487a9-2cb4-49cb-b8fc-cc05b09fe953 service nova] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 678.730383] env[69429]: INFO networking_nsxv3.common.synchronization [req-c828decd-0640-44cd-bbef-bdc60467f466 req-751487a9-2cb4-49cb-b8fc-cc05b09fe953 service nova] Enqueued Resource ID: 67795c93-4266-4476-b5fb-0afc761b335f with Priority: HIGHEST for action port [ 678.730982] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 678.731180] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 678.731877] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67795c93-4266-4476-b5fb-0afc761b335f with Priority: HIGHEST for action port [ 678.731877] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.731877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.731877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.732111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.732934] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.733135] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.733276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.733370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.733594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.733774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.736618] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.736618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-67795c93-4266-4476-b5fb-0afc761b335f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.736618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.736618] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67795c93-4266-4476-b5fb-0afc761b335f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.238366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.238513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.238706] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.239708] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67795c93-4266-4476-b5fb-0afc761b335f with status ACTIVE [ 679.239987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.240209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.240209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.240432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.240519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.240726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.243863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.243863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.243863] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67795c93-4266-4476-b5fb-0afc761b335f is going to be updated. [ 679.276415] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.277036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.277129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.277379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.277522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.277693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.630447] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 679.630447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.630447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.630447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.630709] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.630788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.630829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.631149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.631215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.631306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.631441] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.744330] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.134088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.135224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.135224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.135224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.135224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.135224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.135625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.135625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.135625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.135700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.135827] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.135932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.135995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.136161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.136299] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.136391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.136453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.136589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.136666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.136750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.136842] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.247366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.247622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.247732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.248015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.248222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.248342] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be created. [ 680.277700] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.277870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.277973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.278147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.278307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.290211] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: UNINITIALIZED for 2s [ 680.640009] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cc4407d-348e-43e6-98e0-2f172cd62909: rpc.has_security_group_logging(os_id): False [ 680.659552] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.659670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.659738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.659960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.660072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.660263] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.660362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.660424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.660576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.660654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.660873] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.660972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.661049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.661194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.661271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.661459] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.661553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.661614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.661763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.661844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.661941] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be updated. [ 680.734077] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.734077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.734077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.734077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.734077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.747121] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: IN_PROGRESS for 2s [ 680.981950] env[69429]: INFO networking_nsxv3.common.synchronization [req-db465c0a-86e9-443d-8897-35efe955af56 req-903b306b-b1d5-454d-9b0b-909a4667ba2b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 680.982016] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 680.982383] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.982532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.985029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.985029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.985029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.985029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.985029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.985029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.985029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.985029] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.271728] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.272017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.272287] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.272682] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.272852] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.273019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.273187] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.273364] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.273511] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.274341] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.274341] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.274341] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.274341] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.274341] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.274565] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.274565] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.292595] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.292799] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.292981] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.293184] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.293565] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-fbc23c23-baec-482d-b026-a01de2346791 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.293799] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.293949] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.294333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.294523] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc23c23-baec-482d-b026-a01de2346791',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.489556] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.489747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.489813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.490099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.490201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.490423] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.490546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.490615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.490827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.490915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.491014] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 already deleted. [ 681.492034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.796987] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.797277] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.797353] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.797624] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.797787] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.797946] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port fbc23c23-baec-482d-b026-a01de2346791 not found, creating... [ 681.798976] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.800389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.800389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.800389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.800389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.800389] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.800389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.800389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.800915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.800915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.800915] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: fbc23c23-baec-482d-b026-a01de2346791 is going to be created. [ 681.822425] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.822650] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.822772] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.823052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.823279] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.823509] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.299626] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 682.299843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.300032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.300273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.300514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.300637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.300713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.300999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.301069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.301108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.301219] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.520802] env[69429]: INFO networking_nsxv3.common.synchronization [req-db465c0a-86e9-443d-8897-35efe955af56 req-e590d25d-f684-43a8-8eab-5fe73b0df0cb service nova] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_rules [ 682.521021] env[69429]: INFO networking_nsxv3.common.synchronization [req-db465c0a-86e9-443d-8897-35efe955af56 req-e590d25d-f684-43a8-8eab-5fe73b0df0cb service nova] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 682.521190] env[69429]: INFO networking_nsxv3.common.synchronization [req-db465c0a-86e9-443d-8897-35efe955af56 req-e590d25d-f684-43a8-8eab-5fe73b0df0cb service nova] Enqueued Resource ID: fbc23c23-baec-482d-b026-a01de2346791 with Priority: HIGHEST for action port [ 682.521767] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_rules [ 682.521940] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 682.522209] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc23c23-baec-482d-b026-a01de2346791 with Priority: HIGHEST for action port [ 682.522539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.522664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.522732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.523146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.523146] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.524519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.524728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.524805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.525057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.525243] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.525639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.525639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.525639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.525751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.525834] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.527603] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc23c23-baec-482d-b026-a01de2346791 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.527603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.527603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.527603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.527960] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc23c23-baec-482d-b026-a01de2346791',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.760785] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 682.762243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.803732] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.025440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.025719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.029278] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.030746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbc23c23-baec-482d-b026-a01de2346791 with status ACTIVE [ 683.031152] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.031389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.031508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.031866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.032037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.032382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.032573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.032698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.032967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.033134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.033403] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.033492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.033540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.033738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.033858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.033967] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbc23c23-baec-482d-b026-a01de2346791 is going to be updated. [ 683.054009] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.054189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.054254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.054520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.054661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.054833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc23c23-baec-482d-b026-a01de2346791" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.305785] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4120fe5f-e5c1-48e6-b60c-525f10053ae7: rpc.has_security_group_logging(os_id): False [ 683.329244] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.329373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.329785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.330067] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.330148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.330212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.330372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.330451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.330537] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be created. [ 683.394730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.394882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.394954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.395190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.395384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.408835] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 683.537909] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.040398] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.040694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.040820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.041198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.041351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.041507] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be created. [ 684.062866] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.063046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.063218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.063433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.063590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.072175] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: UNINITIALIZED for 2s [ 685.350483] env[69429]: INFO networking_nsxv3.common.synchronization [None req-dcfdb448-c1a3-4576-8e9b-88fbff5ca620 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Enqueued Resource ID: fe55254c-856e-45e6-beaf-28bcaaa8c966 with Priority: HIGHEST for action security_group_rules [ 685.351328] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe55254c-856e-45e6-beaf-28bcaaa8c966 with Priority: HIGHEST for action security_group_rules [ 685.351808] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe55254c-856e-45e6-beaf-28bcaaa8c966 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.352016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.352136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.352497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.352630] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe55254c-856e-45e6-beaf-28bcaaa8c966',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.422543] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 685.422807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.430707] env[69429]: INFO networking_nsxv3.common.synchronization [None req-8886a133-f670-4c94-811c-cdcb615b2440 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Enqueued Resource ID: fe55254c-856e-45e6-beaf-28bcaaa8c966 with Priority: HIGHEST for action security_group_rules [ 685.431465] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe55254c-856e-45e6-beaf-28bcaaa8c966 with Priority: HIGHEST for action security_group_rules [ 685.431949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe55254c-856e-45e6-beaf-28bcaaa8c966 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.432331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.877342] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.877567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.877606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.877832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.877928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.878059] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe55254c-856e-45e6-beaf-28bcaaa8c966 already deleted. [ 685.878183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.878354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.878553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.878666] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe55254c-856e-45e6-beaf-28bcaaa8c966',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.081515] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: SUCCESS [ 686.081837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.082058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.083419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.083419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.083419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.083419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.083419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.083419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.083419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.083419] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.398923] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.399249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.399249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.399523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.399612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.399713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe55254c-856e-45e6-beaf-28bcaaa8c966 already deleted. [ 686.399833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe55254c-856e-45e6-beaf-28bcaaa8c966" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.589031] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.589031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.589031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.589031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.589270] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.589270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.589393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.589529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.589624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.589712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.589905] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.589965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.590063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.590218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.590364] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.590449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.590538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.590760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.590876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.590966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.591072] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.093919] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1686c1bd-a9c9-4723-8084-606bf69f1ce1: rpc.has_security_group_logging(os_id): False [ 687.112929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.113083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.113770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.113770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.113770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.113770] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.113770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.114014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.114014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.114014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.114193] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.114283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.114343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.114482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.114555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.114733] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.115313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.115313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.115313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.115313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.115313] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be created. [ 687.173172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.173357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.173408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.173626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.173822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.184334] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: IN_PROGRESS for 2s [ 689.201553] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: SUCCESS [ 689.201878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.869248] env[69429]: INFO networking_nsxv3.common.synchronization [None req-9b997e0a-b806-4836-9505-e4eb23510eea None None] Enqueued Resource ID: 3776d116-16fc-4da1-bb90-9e7ec8a64d00 with Priority: HIGHEST for action port [ 689.869873] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3776d116-16fc-4da1-bb90-9e7ec8a64d00 with Priority: HIGHEST for action port [ 689.870183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3776d116-16fc-4da1-bb90-9e7ec8a64d00 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.870243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3776d116-16fc-4da1-bb90-9e7ec8a64d00" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.870288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3776d116-16fc-4da1-bb90-9e7ec8a64d00" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.871149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3776d116-16fc-4da1-bb90-9e7ec8a64d00" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.871149] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3776d116-16fc-4da1-bb90-9e7ec8a64d00',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.374411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3776d116-16fc-4da1-bb90-9e7ec8a64d00 [ 690.374411] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.374411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.374411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.374411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.374411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.374411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3776d116-16fc-4da1-bb90-9e7ec8a64d00 already deleted. [ 690.374411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3776d116-16fc-4da1-bb90-9e7ec8a64d00" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.701057] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f911d28a-77c3-4bfa-8ac7-674eaf2ad872 None None] Enqueued Resource ID: a4b5c624-81c3-49d1-91e7-9c676b2f99b0 with Priority: HIGHEST for action port [ 691.702778] env[69429]: INFO networking_nsxv3.common.synchronization [None req-bcf7749c-e71e-4f1e-915c-a398d3814b57 None None] Enqueued Resource ID: e9b65f09-21fd-4046-819d-ced272278585 with Priority: HIGHEST for action port [ 691.704022] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5c624-81c3-49d1-91e7-9c676b2f99b0 with Priority: HIGHEST for action port [ 691.704209] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b65f09-21fd-4046-819d-ced272278585 with Priority: HIGHEST for action port [ 691.704605] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b5c624-81c3-49d1-91e7-9c676b2f99b0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.704605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b5c624-81c3-49d1-91e7-9c676b2f99b0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.704718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b5c624-81c3-49d1-91e7-9c676b2f99b0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.705694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b5c624-81c3-49d1-91e7-9c676b2f99b0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.705694] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b5c624-81c3-49d1-91e7-9c676b2f99b0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.705899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9b65f09-21fd-4046-819d-ced272278585 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.705965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9b65f09-21fd-4046-819d-ced272278585" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.706087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9b65f09-21fd-4046-819d-ced272278585" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.706507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9b65f09-21fd-4046-819d-ced272278585" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.706507] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b65f09-21fd-4046-819d-ced272278585',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.130384] env[69429]: INFO networking_nsxv3.common.synchronization [req-6386b21a-9867-4490-ac05-e6dfebf77e06 req-fb8b2082-da82-45c3-adee-f9be09c71f0b tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 692.130384] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 692.130384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.130384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.130384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.130861] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.207935] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4b5c624-81c3-49d1-91e7-9c676b2f99b0 [ 692.208225] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.208401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.208452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.208639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.208733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.208830] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4b5c624-81c3-49d1-91e7-9c676b2f99b0 already deleted. [ 692.208912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b5c624-81c3-49d1-91e7-9c676b2f99b0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.210262] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9b65f09-21fd-4046-819d-ced272278585 [ 692.210431] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.210539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.210604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.210773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.210876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.210968] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9b65f09-21fd-4046-819d-ced272278585 already deleted. [ 692.212905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9b65f09-21fd-4046-819d-ced272278585" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.633974] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.019762] env[69429]: INFO networking_nsxv3.common.synchronization [req-01e44402-f055-4e53-8c90-8e760502c2d7 req-c9e4f83c-4bdd-4b1f-896f-4c48f2abbddf tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 693.019762] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 693.019762] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.019762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.019762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.019762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.019762] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.019762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.019762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.019762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.020349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.020349] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.135829] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.337523] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.337812] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.337954] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.338246] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.338513] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.338669] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.338845] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.339722] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.339943] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.340183] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.340312] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.340429] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.340540] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.340656] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.341455] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.341455] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.447661] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.448116] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.107 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.448410] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.448802] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.449258] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-5b0761a7-5879-4c15-bab9-562f653df7e4 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.449632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.449880] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.450842] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.450842] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b0761a7-5879-4c15-bab9-562f653df7e4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.522909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.522909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.522909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.523827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.523827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.523827] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.523827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.523827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.524043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.524043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.524148] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af already deleted. [ 693.524192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.643608] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.643608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.643608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.643608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.643608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.643608] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be updated. [ 693.675198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.675341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.675412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.675619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.676170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.685483] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: IN_PROGRESS for 2s [ 693.955434] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.955681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.955808] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.956134] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.956319] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.956481] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 5b0761a7-5879-4c15-bab9-562f653df7e4 not found, creating... [ 693.956750] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.956996] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.957142] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.957382] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.957523] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.958064] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.958064] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.958572] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.959047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.959265] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.959580] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 5b0761a7-5879-4c15-bab9-562f653df7e4 is going to be created. [ 693.980217] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.980763] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.981082] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.981993] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.982289] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.982510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.043646] env[69429]: INFO networking_nsxv3.common.synchronization [req-c3dc8957-211d-45f7-9dd1-93cab397aece req-70244df4-743a-4bd3-8a39-907ae94305ee tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 694.043903] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 694.044485] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.044624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.044702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.044949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.046033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.046107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.046224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.050067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.050161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.050273] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.194052] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d4a4e821-c2dd-4de8-a34a-a90ca5ab1e60 None None] Enqueued Resource ID: e5656d49-10b0-4807-96ba-6ee665471ec7 with Priority: HIGHEST for action port [ 694.194882] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5656d49-10b0-4807-96ba-6ee665471ec7 with Priority: HIGHEST for action port [ 694.195245] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5656d49-10b0-4807-96ba-6ee665471ec7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5656d49-10b0-4807-96ba-6ee665471ec7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5656d49-10b0-4807-96ba-6ee665471ec7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.195773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5656d49-10b0-4807-96ba-6ee665471ec7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.196014] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5656d49-10b0-4807-96ba-6ee665471ec7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.553970] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.553970] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.553970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.554893] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be updated. [ 694.580253] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.580405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.580697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.580697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.580796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.591088] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: IN_PROGRESS for 2s [ 694.601302] env[69429]: INFO networking_nsxv3.common.synchronization [req-01e44402-f055-4e53-8c90-8e760502c2d7 req-c9db34f8-d34f-4116-acf5-15a413d74d2e service nova] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_rules [ 694.601302] env[69429]: INFO networking_nsxv3.common.synchronization [req-01e44402-f055-4e53-8c90-8e760502c2d7 req-c9db34f8-d34f-4116-acf5-15a413d74d2e service nova] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 694.601302] env[69429]: INFO networking_nsxv3.common.synchronization [req-01e44402-f055-4e53-8c90-8e760502c2d7 req-c9db34f8-d34f-4116-acf5-15a413d74d2e service nova] Enqueued Resource ID: 5b0761a7-5879-4c15-bab9-562f653df7e4 with Priority: HIGHEST for action port [ 694.601302] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_rules [ 694.601302] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 694.601302] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0761a7-5879-4c15-bab9-562f653df7e4 with Priority: HIGHEST for action port [ 694.601503] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.602232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.602319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.602582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.602671] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.606611] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.606950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.607212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.607272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.607413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.607591] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.610905] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b0761a7-5879-4c15-bab9-562f653df7e4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.610905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.610905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.610905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.610905] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b0761a7-5879-4c15-bab9-562f653df7e4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.699076] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5656d49-10b0-4807-96ba-6ee665471ec7 [ 694.699076] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.699076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.699076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.699076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.699076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.699076] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5656d49-10b0-4807-96ba-6ee665471ec7 already deleted. [ 694.699076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5656d49-10b0-4807-96ba-6ee665471ec7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.107110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.107110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.110968] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.111888] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b0761a7-5879-4c15-bab9-562f653df7e4 with status ACTIVE [ 695.111888] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.111888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.112083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.112201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.112410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.112456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.112550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.112603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.112811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.112811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.112989] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.113104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.113172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.113333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.113435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.113525] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b0761a7-5879-4c15-bab9-562f653df7e4 is going to be updated. [ 695.135855] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.135981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.136024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.136217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.136345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.136502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b0761a7-5879-4c15-bab9-562f653df7e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.615649] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.701555] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 695.701555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.712307] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6cc1eed-4f40-4319-901f-2f8416153f9d req-f2537faf-327e-468a-8270-1faec85c6132 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 695.712887] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 695.713199] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.713295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.006273] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.006461] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.006584] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.006863] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.007130] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.007282] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.007396] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.007611] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.007750] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.007947] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.008069] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.008177] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.008280] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.008386] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.008488] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.008618] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.026572] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.026738] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.026877] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.029209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.029209] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e6eea8f4-3abd-4ba0-816b-093de035064e taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.029209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.029209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.029209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.029209] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6eea8f4-3abd-4ba0-816b-093de035064e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.117384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.117706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.117706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.117819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.117922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.118015] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be created. [ 696.141062] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.141062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.141062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.141062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.141062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.151276] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: UNINITIALIZED for 2s [ 696.532699] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.532919] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.533269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.533621] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.533986] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.534094] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e6eea8f4-3abd-4ba0-816b-093de035064e not found, creating... [ 696.534351] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.534566] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.534711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.534991] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.535143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.535442] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.535807] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.535807] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.535985] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.536136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.536277] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e6eea8f4-3abd-4ba0-816b-093de035064e is going to be created. [ 696.559886] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.561953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.561953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.561953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.561953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.561953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.601637] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: SUCCESS [ 696.601637] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 deletion is rescheduled due to dependency. [ 696.601637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.615012] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6cc1eed-4f40-4319-901f-2f8416153f9d req-1c236c5c-e07d-447f-b2e7-9c470722c1ba service nova] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_rules [ 697.615268] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6cc1eed-4f40-4319-901f-2f8416153f9d req-1c236c5c-e07d-447f-b2e7-9c470722c1ba service nova] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 697.615342] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6cc1eed-4f40-4319-901f-2f8416153f9d req-1c236c5c-e07d-447f-b2e7-9c470722c1ba service nova] Enqueued Resource ID: e6eea8f4-3abd-4ba0-816b-093de035064e with Priority: HIGHEST for action port [ 697.615563] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_rules [ 697.615690] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 697.615785] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6eea8f4-3abd-4ba0-816b-093de035064e with Priority: HIGHEST for action port [ 697.616369] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.616478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.616696] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.616748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.616928] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6eea8f4-3abd-4ba0-816b-093de035064e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.617323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.617398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.617725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.617725] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6eea8f4-3abd-4ba0-816b-093de035064e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.120044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6eea8f4-3abd-4ba0-816b-093de035064e with status ACTIVE [ 698.121080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.121080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.121256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.121515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.121652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.121878] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.122080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.122183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.122382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.122499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.122714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.122848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.122938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.123129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.123408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.124053] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6eea8f4-3abd-4ba0-816b-093de035064e is going to be updated. [ 698.145533] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.145664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.145732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.145926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.146064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.146345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6eea8f4-3abd-4ba0-816b-093de035064e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.169708] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 698.169916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.170096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.170307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.170497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.170612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.170679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.170826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.170967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.171076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.171365] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.172929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.173136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.174027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.174027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.174027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.174027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.174027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.174027] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.674020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.674020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.676801] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.180057] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.685998] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.686348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.686348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.686475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.687127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.687127] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be updated. [ 699.717186] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.717388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.717464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.717672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.717842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.726115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 701.737545] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 701.738022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.738247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.738476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.738667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.738780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.738848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.739045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.739139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.739239] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.048643] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0373327b-fc36-436b-bd07-a1149d3119ff None None] Enqueued Resource ID: 7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88 with Priority: HIGHEST for action port [ 702.048890] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88 with Priority: HIGHEST for action port [ 702.049562] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.049808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.049808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053719] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.242380] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.557556] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88 [ 702.557815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.557954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.558039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.558306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.558365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.558437] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88 already deleted. [ 702.558518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e01c9cc-ed8a-4ee2-a5c5-1f09ffd38e88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.746723] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.075776] env[69429]: INFO networking_nsxv3.common.synchronization [None req-aa3a7ee2-6865-43d1-8d2f-a5a677696153 None None] Enqueued Resource ID: f3e0448d-81c9-4484-bb96-7083551f1c3e with Priority: HIGHEST for action port [ 703.076816] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e0448d-81c9-4484-bb96-7083551f1c3e with Priority: HIGHEST for action port [ 703.077257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e0448d-81c9-4484-bb96-7083551f1c3e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.077525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e0448d-81c9-4484-bb96-7083551f1c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.077691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e0448d-81c9-4484-bb96-7083551f1c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.078826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e0448d-81c9-4484-bb96-7083551f1c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.078826] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e0448d-81c9-4484-bb96-7083551f1c3e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.248110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.248226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.248270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.248501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.248609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.248714] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be updated. [ 703.299824] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.300015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.300137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.300435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.300618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.311771] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 703.584467] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3e0448d-81c9-4484-bb96-7083551f1c3e [ 703.584776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.584956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.585096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.585391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.585518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.585648] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3e0448d-81c9-4484-bb96-7083551f1c3e already deleted. [ 703.585761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e0448d-81c9-4484-bb96-7083551f1c3e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.018671] env[69429]: INFO networking_nsxv3.common.synchronization [None req-fd33328e-4c4a-4e67-b07f-cafc9526724c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_rules [ 704.019269] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_rules [ 704.019507] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.019633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.019699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.019952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.022514] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.169970] env[69429]: INFO networking_nsxv3.common.synchronization [None req-54dbf8e4-90be-4e08-9f21-8726b99ffb53 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_rules [ 704.169970] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_rules [ 704.169970] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.169970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.310919] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d2b5fb4f-0bdd-4f89-99b5-77c2509613a4 None None] Enqueued Resource ID: 8868eeb2-bb50-4a77-8025-4d0c9edc1661 with Priority: HIGHEST for action port [ 704.311042] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8868eeb2-bb50-4a77-8025-4d0c9edc1661 with Priority: HIGHEST for action port [ 704.311353] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8868eeb2-bb50-4a77-8025-4d0c9edc1661 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.311508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8868eeb2-bb50-4a77-8025-4d0c9edc1661" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.312050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8868eeb2-bb50-4a77-8025-4d0c9edc1661" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.315401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8868eeb2-bb50-4a77-8025-4d0c9edc1661" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.315401] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8868eeb2-bb50-4a77-8025-4d0c9edc1661',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.549850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.550029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.550100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.550342] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.550449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.550541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 already deleted. [ 704.550636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.550819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.551045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.551129] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.756255] env[69429]: INFO networking_nsxv3.common.synchronization [None req-785bd51d-e23b-416d-be0e-3ef807d6dfea None None] Enqueued Resource ID: cfac51fa-21d4-421f-8e63-40d2e6eb540b with Priority: HIGHEST for action port [ 704.756255] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfac51fa-21d4-421f-8e63-40d2e6eb540b with Priority: HIGHEST for action port [ 704.756566] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfac51fa-21d4-421f-8e63-40d2e6eb540b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.756695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfac51fa-21d4-421f-8e63-40d2e6eb540b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.756762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfac51fa-21d4-421f-8e63-40d2e6eb540b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.757404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfac51fa-21d4-421f-8e63-40d2e6eb540b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.757489] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfac51fa-21d4-421f-8e63-40d2e6eb540b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.817396] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8868eeb2-bb50-4a77-8025-4d0c9edc1661 [ 704.817665] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.817803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.818022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.818147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.818245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.818345] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8868eeb2-bb50-4a77-8025-4d0c9edc1661 already deleted. [ 704.818435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8868eeb2-bb50-4a77-8025-4d0c9edc1661" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.077707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.077707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.077707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.077707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077707] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 already deleted. [ 705.077707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.130246] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1753d88a-dd28-4573-b73d-80e17032a33d tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_rules [ 705.130246] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_rules [ 705.130246] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.130246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.130246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.130734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.130931] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.193849] env[69429]: INFO networking_nsxv3.common.synchronization [req-b107831f-e746-4548-ae02-4b79c2736a85 req-6380e20c-2899-4cb1-8827-4a24966529d7 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Enqueued Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_members [ 705.193849] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_members [ 705.194144] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.194390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.194539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.194876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.195904] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.196276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.196448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.196895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.197075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.197247] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.260368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfac51fa-21d4-421f-8e63-40d2e6eb540b [ 705.260368] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.260368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.260368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.260368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.260368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.260368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfac51fa-21d4-421f-8e63-40d2e6eb540b already deleted. [ 705.260368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfac51fa-21d4-421f-8e63-40d2e6eb540b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331673] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.551142] env[69429]: INFO networking_nsxv3.common.synchronization [None req-e3d13be0-d46e-4ea2-adfc-61b4fb92bc99 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_rules [ 705.551626] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_rules [ 705.552013] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.552989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.653297] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.653376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.653410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.653636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.653749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653884] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf already deleted. [ 705.653926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.654395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.654395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.654395] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.700657] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.700657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.700657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.700657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.700657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.700657] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.700917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.700917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.700987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.701856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.701856] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064f6b34-31b1-4cab-8b21-da88783fb040 already deleted. [ 705.701856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.715185] env[69429]: INFO networking_nsxv3.common.synchronization [None req-13871c99-cda8-4551-84d1-c0a33c51f99e None None] Enqueued Resource ID: 20043b54-870c-4d55-97b4-3475c47708b9 with Priority: HIGHEST for action port [ 705.718090] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20043b54-870c-4d55-97b4-3475c47708b9 with Priority: HIGHEST for action port [ 705.718090] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-20043b54-870c-4d55-97b4-3475c47708b9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20043b54-870c-4d55-97b4-3475c47708b9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20043b54-870c-4d55-97b4-3475c47708b9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.718090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20043b54-870c-4d55-97b4-3475c47708b9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.718090] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20043b54-870c-4d55-97b4-3475c47708b9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.726068] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.726372] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-796" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.726574] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-796" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.726953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-796" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.728011] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.728011] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.728011] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.728875] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.729105] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.731502] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.731502] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.731502] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.731502] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.731502] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.731502] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.731502] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.756300] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.756470] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.756623] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.756769] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-796" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.759024] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-533354e2-674a-46dc-9483-20909d39b633 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.759024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.759024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.759024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.759024] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('533354e2-674a-46dc-9483-20909d39b633',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.834063] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af: rpc.has_security_group_logging(os_id): False [ 705.862406] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.862792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.865684] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.865684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.866339] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.866339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.866339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.866339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.866339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.866339] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.866699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.866699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.867485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.868095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.868095] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be created. [ 705.962695] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.962848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.962920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.963157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.963348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.976059] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 706.184897] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.184897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.184897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.184897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.184897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.184897] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf already deleted. [ 706.184897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.220362] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20043b54-870c-4d55-97b4-3475c47708b9 [ 706.220362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.220362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.220362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.220362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.220362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.220362] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20043b54-870c-4d55-97b4-3475c47708b9 already deleted. [ 706.220362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20043b54-870c-4d55-97b4-3475c47708b9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.265337] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.265805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.265805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.266079] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.266252] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.266430] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 533354e2-674a-46dc-9483-20909d39b633 not found, creating... [ 706.266723] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.266906] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.267039] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.267308] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.267451] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.269700] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.269700] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.269700] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.271225] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.271225] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.271225] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 533354e2-674a-46dc-9483-20909d39b633 is going to be created. [ 706.325548] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.325548] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.325548] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.325548] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.325548] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.325548] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.537030] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c146ece0-bd0f-4f8e-8cfb-cb6a47072298 None None] Enqueued Resource ID: c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f with Priority: HIGHEST for action port [ 706.537030] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f with Priority: HIGHEST for action port [ 706.537030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.537030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.537325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.537325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.537414] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.969424] env[69429]: INFO networking_nsxv3.common.synchronization [req-b107831f-e746-4548-ae02-4b79c2736a85 req-1f02e4d5-ad69-4fd0-b664-309bb9694419 service nova] Enqueued Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_rules [ 706.969424] env[69429]: INFO networking_nsxv3.common.synchronization [req-b107831f-e746-4548-ae02-4b79c2736a85 req-1f02e4d5-ad69-4fd0-b664-309bb9694419 service nova] Enqueued Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_members [ 706.969424] env[69429]: INFO networking_nsxv3.common.synchronization [req-b107831f-e746-4548-ae02-4b79c2736a85 req-1f02e4d5-ad69-4fd0-b664-309bb9694419 service nova] Enqueued Resource ID: 533354e2-674a-46dc-9483-20909d39b633 with Priority: HIGHEST for action port [ 706.969936] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_rules [ 706.969991] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_members [ 706.970110] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533354e2-674a-46dc-9483-20909d39b633 with Priority: HIGHEST for action port [ 706.970363] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.970504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.970553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.970791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.970872] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.972103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.972103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.972103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.972217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.972285] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.972377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.972438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.972577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.972660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.972749] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.973459] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-533354e2-674a-46dc-9483-20909d39b633 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.974234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.974234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.974234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.974234] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('533354e2-674a-46dc-9483-20909d39b633',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.039232] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f [ 707.039455] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.039585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.039647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.039849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.039939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.040044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f already deleted. [ 707.040126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1e5c8af-0439-4ef3-b3d3-88a9aebbb64f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.475626] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.479197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479197] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 533354e2-674a-46dc-9483-20909d39b633 with status ACTIVE [ 707.479197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.479197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.479197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.479197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.479744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.479744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.479744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.479744] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 533354e2-674a-46dc-9483-20909d39b633 is going to be updated. [ 707.502100] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.502268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.502344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.502543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.502670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.503034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-533354e2-674a-46dc-9483-20909d39b633" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.967698] env[69429]: INFO networking_nsxv3.common.synchronization [req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 req-239e1a5b-57ff-48b3-aa7b-5885af42bbc4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 707.968263] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 707.968574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.968696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.968764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.970366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.971482] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.971607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.971678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.972044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.972044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.972044] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.979503] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.992307] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 707.992528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.992691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.992900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.992986] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.299414] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.299624] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.299747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.300163] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.300493] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.300737] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.301430] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.301430] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.301430] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.301654] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.301721] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.301856] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.301986] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.302293] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.302430] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.302575] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.320841] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.321109] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.321223] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.321389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.321674] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e309d7a3-f565-4b93-8d22-cfff365c03c4 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.321835] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.321951] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.322360] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.322502] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e309d7a3-f565-4b93-8d22-cfff365c03c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.474166] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.474379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.474497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.474710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.474830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.475054] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.475238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.475330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.475486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.475567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.475654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa already deleted. [ 708.475872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.480567] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.480698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.480762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.480903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.480991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.481138] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064f6b34-31b1-4cab-8b21-da88783fb040 is going to be created. [ 708.494706] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.494827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.494897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.495104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.495261] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.495360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.495420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.495558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.495639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.495722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.495810] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.508738] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.508940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.509058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.509256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.509416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.522906] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064f6b34-31b1-4cab-8b21-da88783fb040 in Status: UNINITIALIZED for 2s [ 708.826279] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.826522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.826647] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.826915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.827095] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.827255] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e309d7a3-f565-4b93-8d22-cfff365c03c4 not found, creating... [ 708.827525] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.827682] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.827805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.828019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.828199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.828455] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.828608] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.828723] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.828929] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.829171] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.829319] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e309d7a3-f565-4b93-8d22-cfff365c03c4 is going to be created. [ 708.849584] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.849805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.849915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.850190] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.850431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.850652] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.997614] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.998300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.998300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.998300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.998744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.998744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.998744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.998744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.998905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.998905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.999294] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.999294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.999294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.999453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.999497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.999606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.999669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.999827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.999912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.000030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.000135] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.503606] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af: rpc.has_security_group_logging(os_id): False [ 709.528019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.528019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.528019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.528019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.528503] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.528503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.528503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.528503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.528503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.528503] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be updated. [ 709.541189] env[69429]: INFO networking_nsxv3.common.synchronization [req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 req-39013f03-c7f1-47f8-9c2d-d3038160c7b9 service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 709.541189] env[69429]: INFO networking_nsxv3.common.synchronization [req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 req-39013f03-c7f1-47f8-9c2d-d3038160c7b9 service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 709.541189] env[69429]: INFO networking_nsxv3.common.synchronization [req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 req-39013f03-c7f1-47f8-9c2d-d3038160c7b9 service nova] Enqueued Resource ID: e309d7a3-f565-4b93-8d22-cfff365c03c4 with Priority: HIGHEST for action port [ 709.541189] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 709.541189] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 709.541189] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e309d7a3-f565-4b93-8d22-cfff365c03c4 with Priority: HIGHEST for action port [ 709.541189] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.541189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.541189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.541189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.541189] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.541189] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.541189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.541189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.542317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.542317] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.542317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.542317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.542317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.542317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.542317] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.543233] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e309d7a3-f565-4b93-8d22-cfff365c03c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.543233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.543233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.543233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.544198] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e309d7a3-f565-4b93-8d22-cfff365c03c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.590657] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.590792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.590866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.591137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.591304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.604794] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 710.045318] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.045475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.045655] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.046511] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e309d7a3-f565-4b93-8d22-cfff365c03c4 with status ACTIVE [ 710.047232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.047343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.047394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049543] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049543] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049543] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e309d7a3-f565-4b93-8d22-cfff365c03c4 is going to be updated. [ 710.071774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.071958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.072091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.072295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.072426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.072576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e309d7a3-f565-4b93-8d22-cfff365c03c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.541129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064f6b34-31b1-4cab-8b21-da88783fb040 in Status: SUCCESS [ 710.541383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.541626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.541832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542048] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.542190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542668] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.551594] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.044793] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.044952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.045045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.045545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.045601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.046103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.046192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.046251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.046395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.046523] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.046608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.046659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.046794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.046870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.046947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.047049] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.053697] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.053803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.053898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.054055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.054141] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.054235] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be created. [ 711.078026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.078026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.078026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.078238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.078269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.088464] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: UNINITIALIZED for 2s [ 711.549537] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 064f6b34-31b1-4cab-8b21-da88783fb040: rpc.has_security_group_logging(os_id): False [ 711.565768] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.565949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.566123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.566449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.566503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.566765] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.566866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.567606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.567762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.567850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.568064] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.568171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.568236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.568385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.568463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.568655] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.568750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.568808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.568948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.569043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.569134] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064f6b34-31b1-4cab-8b21-da88783fb040 is going to be created. [ 711.624243] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 711.624449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.631650] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.631801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.631912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.632080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.632263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.645484] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 064f6b34-31b1-4cab-8b21-da88783fb040 in Status: IN_PROGRESS for 2s [ 712.810113] env[69429]: INFO networking_nsxv3.common.synchronization [req-a64d7ace-c17b-495a-a819-a780d08c3cb5 req-53f6c762-6c04-426a-8f40-b19c8a1c71f8 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Enqueued Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_members [ 712.810113] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_members [ 712.810113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.810113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.810113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.811475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.811840] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.812151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.812334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.812681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.812917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.813119] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.102785] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.102785] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.105592] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.233189] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.233189] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.233189] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.233189] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.233189] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.233189] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.233189] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.233189] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.233694] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.233877] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.234047] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.234192] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.234340] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.234487] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.234628] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.234811] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.253573] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.253573] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.253669] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.253847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.254248] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.255947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.255947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.255947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.255947] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.316339] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.316824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.317034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.317730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.317730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.318268] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.318539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.318715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.319681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.319681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.319681] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d already deleted. [ 713.319681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.607314] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.607547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.607645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.607889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.608103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.608237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.608338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.608517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.608633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.608744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.608917] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.609078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.609168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.609383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.609497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.609610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.609690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.609867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.609971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.610097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.610193] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.660144] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 064f6b34-31b1-4cab-8b21-da88783fb040 in Status: SUCCESS [ 713.661882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.758073] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.758386] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.758528] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758823] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759163] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759361] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c not found, creating... [ 713.759640] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.759800] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.759909] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.760190] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.760381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.760712] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.760868] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.761036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761396] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761537] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.761688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c is going to be created. [ 713.787409] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.787679] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.787841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.788229] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.788550] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.788856] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.112159] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d5b0cf-813c-4727-a52f-ed657c77f0aa: rpc.has_security_group_logging(os_id): False [ 714.129819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.129819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.129819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.130427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.130427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.130513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.130618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.130618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.130753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.130829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.131014] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.131125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.131193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.131331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.131412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.131691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.131932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.131932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.134257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.134630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.134630] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be created. [ 714.194618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.194777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.194849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.195080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.195939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.206371] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 714.560715] env[69429]: INFO networking_nsxv3.common.synchronization [req-a64d7ace-c17b-495a-a819-a780d08c3cb5 req-955aad43-cb46-4f08-83bf-fc340840d69e service nova] Enqueued Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_rules [ 714.560715] env[69429]: INFO networking_nsxv3.common.synchronization [req-a64d7ace-c17b-495a-a819-a780d08c3cb5 req-955aad43-cb46-4f08-83bf-fc340840d69e service nova] Enqueued Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_members [ 714.560715] env[69429]: INFO networking_nsxv3.common.synchronization [req-a64d7ace-c17b-495a-a819-a780d08c3cb5 req-955aad43-cb46-4f08-83bf-fc340840d69e service nova] Enqueued Resource ID: f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c with Priority: HIGHEST for action port [ 714.560715] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_rules [ 714.560715] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_members [ 714.560715] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c with Priority: HIGHEST for action port [ 714.563361] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.563859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.563936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.564233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.564331] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.565181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.565323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.565387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.565544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.565699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.565785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.565855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.565977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.566071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.566168] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.566939] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.567062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.567118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.567407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.567407] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.069067] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.070496] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.070496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072257] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c with status ACTIVE [ 715.072257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.072257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.072531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.072724] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.072823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.073065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.073137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.073325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.073428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.073492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.073633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.073709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.073793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c is going to be updated. [ 715.095470] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.095470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.095470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.095644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.095780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.095946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.571912] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.074213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.074420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.074510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.074716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.074837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.074907] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d is going to be created. [ 716.109215] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.109371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.109427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.109647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.109813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.120302] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d in Status: UNINITIALIZED for 2s [ 716.247551] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 716.247817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.100642] env[69429]: INFO networking_nsxv3.common.synchronization [req-50b45137-b772-429c-9dd1-89f6607bdf55 req-74d52349-6ff9-414f-ab00-4c298cacb84e tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 717.103536] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 717.103626] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.103757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.103823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.104198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.104198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.104345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.104345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.104479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.104591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.104649] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.433025] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.433025] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.433025] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.433228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.433486] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.434143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.434278] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.434568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.434855] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.435151] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.435421] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.435582] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.435896] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.436074] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.436402] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.436597] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.457994] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.457994] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.457994] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.457994] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.458281] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-61f0b26f-d3f2-4132-afb0-d7072dafc947 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.458459] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.458578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.458939] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.459071] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f0b26f-d3f2-4132-afb0-d7072dafc947',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.606605] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.961779] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.962027] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.962500] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.962640] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.962850] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.963031] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 61f0b26f-d3f2-4132-afb0-d7072dafc947 not found, creating... [ 717.963406] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.963658] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.963810] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.964136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.964312] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.964710] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.964942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.964942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.965193] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965424] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.965527] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 61f0b26f-d3f2-4132-afb0-d7072dafc947 is going to be created. [ 717.987858] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.988678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.988678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.988826] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.989776] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.989776] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.109323] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.130961] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d in Status: SUCCESS [ 718.131292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.131484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.131721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.131946] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.132107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.132200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.132403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.132508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.132614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.132724] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.611860] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.612196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.612253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.616140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.616398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.616577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 718.634987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.635364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.635364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.635657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.635955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.636102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.636168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.636432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.636510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.636678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.636866] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.636978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.637574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.638140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.638232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.638324] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.649441] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.649603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.649653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.649838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.649979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.660504] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 718.697273] env[69429]: INFO networking_nsxv3.common.synchronization [req-50b45137-b772-429c-9dd1-89f6607bdf55 req-6eb5668d-7ba8-45bc-b89f-1154c70a119c service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 718.697396] env[69429]: INFO networking_nsxv3.common.synchronization [req-50b45137-b772-429c-9dd1-89f6607bdf55 req-6eb5668d-7ba8-45bc-b89f-1154c70a119c service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 718.697530] env[69429]: INFO networking_nsxv3.common.synchronization [req-50b45137-b772-429c-9dd1-89f6607bdf55 req-6eb5668d-7ba8-45bc-b89f-1154c70a119c service nova] Enqueued Resource ID: 61f0b26f-d3f2-4132-afb0-d7072dafc947 with Priority: HIGHEST for action port [ 718.698020] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 718.698155] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 718.698253] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f0b26f-d3f2-4132-afb0-d7072dafc947 with Priority: HIGHEST for action port [ 718.698516] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.698634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.698730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.698895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.698976] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.699824] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.699917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700118] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-61f0b26f-d3f2-4132-afb0-d7072dafc947 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.700212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.701041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.701041] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f0b26f-d3f2-4132-afb0-d7072dafc947',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.141213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d: rpc.has_security_group_logging(os_id): False [ 719.150023] env[69429]: INFO networking_nsxv3.common.synchronization [req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 req-5e189ddd-e44c-4fdf-a156-c6767a04607c tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Enqueued Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_members [ 719.150023] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGHEST for action security_group_members [ 719.150519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.150837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.151055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.151430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.151747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.152023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.152221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.154023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.154023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.154023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.163030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.163030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.163030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.163030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.164081] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.164358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.164708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.165022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.165266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.165487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d is going to be created. [ 719.202385] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.202586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.202822] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61f0b26f-d3f2-4132-afb0-d7072dafc947 with status ACTIVE [ 719.202991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.203112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.203175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.203378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.203467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.203632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.203725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.203881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.203934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.203994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.204185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.204277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.204338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.204474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.204545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.204627] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61f0b26f-d3f2-4132-afb0-d7072dafc947 is going to be updated. [ 719.239108] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.239290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.239363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.239585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.239719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61f0b26f-d3f2-4132-afb0-d7072dafc947" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.263771] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.264336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.264336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.264336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.264486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.287825] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d in Status: IN_PROGRESS for 2s [ 719.657174] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.657174] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.657174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.657174] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064f6b34-31b1-4cab-8b21-da88783fb040 is going to be updated. [ 719.690677] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.690867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.691180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.691236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.691396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.714919] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064f6b34-31b1-4cab-8b21-da88783fb040 in Status: IN_PROGRESS for 2s [ 720.150636] env[69429]: INFO networking_nsxv3.common.synchronization [req-09e27a20-806d-432f-bf75-89675cdb8a0f req-68339d2c-b564-4933-9bf1-678353bbb854 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 720.154854] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 720.154854] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.154854] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.154854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.154854] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.630706] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.630917] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.631053] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.631368] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.631633] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.632098] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.632242] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.632481] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.632632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.632841] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.632952] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.633073] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.633188] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.633306] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.633409] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.633541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.651548] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.651714] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.651853] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.652325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.652668] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.652842] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.652964] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.653325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.653520] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bf1c49-4a59-4c68-a4c6-cc41a0969fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.666424] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.666575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.666639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.666835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.666930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.667131] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.667247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.667308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.667765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.667765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.667765] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 720.670313] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 720.670313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.670775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.670947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.671168] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.671282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.671336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.671458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.671592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.671644] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.695471] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.695471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.695471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.695610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.695729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.704650] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 721.157143] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.157458] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.157576] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.157851] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.158011] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.158172] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 not found, creating... [ 721.158433] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.158588] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.158703] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.158918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.159127] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.159523] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.159690] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.159803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.160015] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.160161] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.160316] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 is going to be created. [ 721.175841] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.186066] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.186239] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.186389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.186654] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.186879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.187110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.309907] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d in Status: SUCCESS [ 721.310160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.677957] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.726219] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064f6b34-31b1-4cab-8b21-da88783fb040 in Status: SUCCESS [ 721.726219] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064f6b34-31b1-4cab-8b21-da88783fb040 deletion is rescheduled due to dependency. [ 721.726219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.050522] env[69429]: INFO networking_nsxv3.common.synchronization [req-09e27a20-806d-432f-bf75-89675cdb8a0f req-95403d7f-d82a-41a3-858d-9c1b716ec427 service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 722.050752] env[69429]: INFO networking_nsxv3.common.synchronization [req-09e27a20-806d-432f-bf75-89675cdb8a0f req-95403d7f-d82a-41a3-858d-9c1b716ec427 service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 722.050920] env[69429]: INFO networking_nsxv3.common.synchronization [req-09e27a20-806d-432f-bf75-89675cdb8a0f req-95403d7f-d82a-41a3-858d-9c1b716ec427 service nova] Enqueued Resource ID: 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 with Priority: HIGHEST for action port [ 722.051221] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 722.051359] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 722.051451] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 with Priority: HIGHEST for action port [ 722.053888] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.053888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.053888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.053888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.053888] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.054517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.054619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.054871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.054995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.055076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.055266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.055346] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bf1c49-4a59-4c68-a4c6-cc41a0969fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.180736] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.181190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.181190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.181317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.181458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.181570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 722.216577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.216785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.216943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.227170] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 722.555091] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.555253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.557600] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 with status ACTIVE [ 722.557789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.557907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.557980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.558238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.558337] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.558510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.558611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.558672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.558826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.558904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.559106] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.559286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.559363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.559510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.559587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.559672] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 is going to be updated. [ 722.587031] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.587031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.587031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.587031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.587031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.587031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.716901] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 722.717251] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e deletion is rescheduled due to dependency. [ 722.717399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.717589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.717840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.718043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.718160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.718230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.718388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.718501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.718603] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.889033] env[69429]: INFO networking_nsxv3.common.synchronization [req-766b0293-4df0-4202-96c0-66c10657b068 req-b24eac60-1b4a-48c5-9326-3c38c3139621 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Enqueued Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_members [ 722.889033] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_members [ 722.889033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.889303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.889303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.889440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.889656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.889772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.889834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.889992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.890089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.890180] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.221069] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.393486] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.393697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.393736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.393926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.394127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.394392] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.394596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.394596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.394711] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.394792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.394896] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253679f6-ca19-4021-aa83-56ba72c248b8 already deleted. [ 723.394958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.599935] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.600133] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.600196] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.600484] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.600751] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.600920] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.601061] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.601333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.601497] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.601724] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.601843] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.601957] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.602075] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.602231] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.602460] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.602571] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.628603] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.628916] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.629146] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.629399] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.630207] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-1c116df3-5d95-4407-9704-47c4020a51cc taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.630469] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.630628] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.631015] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.631200] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c116df3-5d95-4407-9704-47c4020a51cc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.724140] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.134391] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.134821] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.135131] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.135457] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.135779] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.135844] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 1c116df3-5d95-4407-9704-47c4020a51cc not found, creating... [ 724.136085] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.136253] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.136369] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.136602] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.136741] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.137157] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.137926] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.137926] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.137926] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.138089] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.138226] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 1c116df3-5d95-4407-9704-47c4020a51cc is going to be created. [ 724.157374] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.157781] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.157955] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158251] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.158481] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.158710] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.228247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.228247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.228247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.228247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.228247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.228247] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 724.239664] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 724.239664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.239664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.239813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.240080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.240151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.240182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.240338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.240413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.240497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.240593] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.272215] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.272368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.272439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.272654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.272801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.283135] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 724.742940] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.743136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.743193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.743670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.743725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.744273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.744450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.744577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.744662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.745070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.745070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.745070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.745070] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.943636] env[69429]: INFO networking_nsxv3.common.synchronization [req-766b0293-4df0-4202-96c0-66c10657b068 req-2c945668-12f2-4a53-8fdf-26a684a78bd8 service nova] Enqueued Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_rules [ 724.943821] env[69429]: INFO networking_nsxv3.common.synchronization [req-766b0293-4df0-4202-96c0-66c10657b068 req-2c945668-12f2-4a53-8fdf-26a684a78bd8 service nova] Enqueued Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_members [ 724.943955] env[69429]: INFO networking_nsxv3.common.synchronization [req-766b0293-4df0-4202-96c0-66c10657b068 req-2c945668-12f2-4a53-8fdf-26a684a78bd8 service nova] Enqueued Resource ID: 1c116df3-5d95-4407-9704-47c4020a51cc with Priority: HIGHEST for action port [ 724.944211] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_rules [ 724.944341] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_members [ 724.944437] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c116df3-5d95-4407-9704-47c4020a51cc with Priority: HIGHEST for action port [ 724.947089] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.947332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.947493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.947847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.948113] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.949466] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.953029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.953029] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.953029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c116df3-5d95-4407-9704-47c4020a51cc taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.953029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.954151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.954151] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c116df3-5d95-4407-9704-47c4020a51cc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.062780] env[69429]: INFO networking_nsxv3.common.synchronization [req-ca762966-56e6-4184-a979-d691dfd7d0ac req-9be36303-5ce2-49da-b9aa-0816d54203dd tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Enqueued Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_members [ 725.063321] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGHEST for action security_group_members [ 725.063622] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.063732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.063794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.064076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.064246] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.064338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.064395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.064561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.064648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.064737] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.248365] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d5b0cf-813c-4727-a52f-ed657c77f0aa: rpc.has_security_group_logging(os_id): False [ 725.268915] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.269078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.269155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.269395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.269546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.269776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.269883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.269939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.270166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.270260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.270473] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.270565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.270658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.270833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.271437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.271437] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.271437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.271437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.271437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.271673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.271673] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 725.356935] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.356935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.356935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.356935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.356935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.383137] env[69429]: INFO networking_nsxv3.common.synchronization [req-8583a3c8-61e6-4832-93fc-ec446763c605 req-6322a3b4-a756-4b90-a2f0-b21f4c15a3f3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 725.383630] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 725.383931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.384079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.384152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.384571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.385164] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.385164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.385164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.385164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.385164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.386172] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.392053] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 725.455819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.455961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456308] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.457156] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c116df3-5d95-4407-9704-47c4020a51cc with status ACTIVE [ 725.457347] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.457537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.457638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.457798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.457892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458061] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.458153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.458369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.458447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458655] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.458729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.458891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.458972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.459083] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c116df3-5d95-4407-9704-47c4020a51cc is going to be updated. [ 725.506724] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.506880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.506992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.507157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.507302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.507439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c116df3-5d95-4407-9704-47c4020a51cc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.568274] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.568384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.568384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.568824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.568824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.568914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.568976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.569057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.569247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.569329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.569421] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d is going to be updated. [ 725.630567] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.630709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.630776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.630994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.631150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.640041] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d in Status: IN_PROGRESS for 2s [ 725.692843] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.693073] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.693206] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.693517] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.693781] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.693939] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.694210] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.694452] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.694604] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.694966] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.694966] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.695073] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.695184] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.695297] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.695406] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.695541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.718327] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.718497] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.718634] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.718800] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.719109] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.719246] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.719368] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.719645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.719782] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ba61c0-ae62-4b32-9096-f687c5e6b1c5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.888545] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.888728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.888801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.889165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.889165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.889408] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.889457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.889531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.889704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.889783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.889867] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 already deleted. [ 725.889959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.961726] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.222597] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.223241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.223241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.223241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.223380] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.223535] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 not found, creating... [ 726.223801] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.223967] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.224099] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.224320] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.224467] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.224789] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.224962] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.225139] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.225360] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.225498] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.225638] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 is going to be created. [ 726.264259] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.264587] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.264703] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.265066] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.265379] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.265691] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.298146] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 726.298467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.298653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.298883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.299147] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.299280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.299354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.299510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.299596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.299685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.299788] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.464578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.464878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.464954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.465182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.465298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.465451] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253679f6-ca19-4021-aa83-56ba72c248b8 is going to be created. [ 726.492480] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.492630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.492709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.492896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.493087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.504067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253679f6-ca19-4021-aa83-56ba72c248b8 in Status: UNINITIALIZED for 2s [ 726.804101] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.804258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.804341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.804744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.804860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.804860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.805036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.805110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.805197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.805343] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.805482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.805482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.805629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.805766] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.805866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.805919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.806075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.806148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.806231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.806307] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.010284] env[69429]: INFO networking_nsxv3.common.synchronization [req-8583a3c8-61e6-4832-93fc-ec446763c605 req-4ea5c2af-4f7a-4513-8d29-ecd30c7baddd service nova] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_rules [ 727.010468] env[69429]: INFO networking_nsxv3.common.synchronization [req-8583a3c8-61e6-4832-93fc-ec446763c605 req-4ea5c2af-4f7a-4513-8d29-ecd30c7baddd service nova] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 727.010604] env[69429]: INFO networking_nsxv3.common.synchronization [req-8583a3c8-61e6-4832-93fc-ec446763c605 req-4ea5c2af-4f7a-4513-8d29-ecd30c7baddd service nova] Enqueued Resource ID: b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 with Priority: HIGHEST for action port [ 727.010837] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_rules [ 727.010962] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 727.011070] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 with Priority: HIGHEST for action port [ 727.012214] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.012214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.012214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.012214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.012540] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.015728] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.015728] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.015728] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.015728] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.015728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.015728] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ba61c0-ae62-4b32-9096-f687c5e6b1c5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.308477] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3fb07e-a2db-47ec-bdfd-8b5d2902923e: rpc.has_security_group_logging(os_id): False [ 727.328983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.328983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.328983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.329551] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.329870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.329870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.330014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.330127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.330218] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 727.397953] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.398134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.398206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.398426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.398574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.406371] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 727.406663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.407457] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 727.517413] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.517549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.518147] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.518801] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 with status ACTIVE [ 727.519279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.519279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.519385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.520029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.520029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.520029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.520029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.520408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.520592] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.520707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.520817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.520996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.521084] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 is going to be updated. [ 727.544483] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.544641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.544698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.544909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.545051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.545209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.653146] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d in Status: SUCCESS [ 727.653335] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d deletion is rescheduled due to dependency. [ 727.653452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.023436] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.516231] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253679f6-ca19-4021-aa83-56ba72c248b8 in Status: SUCCESS [ 728.517117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.517117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.517117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.517117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.517117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.517412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.517412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.517412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.517492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.517647] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.526026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.526026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.526026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.526026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.526026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.526327] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be created. [ 728.553178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.553336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.553405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.553659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.553869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.565413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: UNINITIALIZED for 2s [ 729.020080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.020278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.020362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.020606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.020789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.020910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.021134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.021265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.021329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.021449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.021603] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.021737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.021827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.022042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.022220] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.022390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.022485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.022680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.022794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.022893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.022996] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.278161] env[69429]: INFO networking_nsxv3.common.synchronization [req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 req-beb734c8-a69f-47f3-9a80-642d9c696489 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 729.278161] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 729.278161] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.278161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.420529] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 729.421350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.530646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253679f6-ca19-4021-aa83-56ba72c248b8: rpc.has_security_group_logging(os_id): False [ 729.550110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.550278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.550425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.550587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.550679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.550878] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.550976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.551058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.551209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.551308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.551508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.551843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.551843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.551843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.551959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.552099] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.552193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.552289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.552414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.552490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.552576] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253679f6-ca19-4021-aa83-56ba72c248b8 is going to be created. [ 729.583824] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.583824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.583986] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.584708] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.584708] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.584708] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.585121] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.585121] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.586032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.586032] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.586032] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.586032] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.586032] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.586032] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.586032] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.586286] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.602841] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.603013] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.603159] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.603329] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.603656] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7e346198-1ade-4d27-925d-698a672b342c taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.604233] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.604233] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.604353] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.604479] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e346198-1ade-4d27-925d-698a672b342c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.618433] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.618602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.618678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.618888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.619096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.631148] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253679f6-ca19-4021-aa83-56ba72c248b8 in Status: IN_PROGRESS for 2s [ 730.109104] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.109104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.109104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.109104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.109104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.109104] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7e346198-1ade-4d27-925d-698a672b342c not found, creating... [ 730.109781] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.110090] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.110735] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.111563] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.112600] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.112600] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.112600] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.112600] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.112879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.112879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.112944] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7e346198-1ade-4d27-925d-698a672b342c is going to be created. [ 730.137985] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.138291] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.138418] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.138687] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.138911] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.139166] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.566036] env[69429]: INFO networking_nsxv3.common.synchronization [req-16c85d89-5634-4a23-ba8d-205a9bd20207 req-810117be-7cc8-48ae-9ea7-ba7b16afc2d2 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_members [ 730.568779] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGHEST for action security_group_members [ 730.568779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.568779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.568779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.569355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.569497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.571030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.571030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.571030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.571030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.571030] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.580973] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.580973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.580973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.580973] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.582156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.584538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.584920] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.585158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.585305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.585528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.585691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.585857] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.014141] env[69429]: INFO networking_nsxv3.common.synchronization [req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 req-fbf321bf-0261-421a-adb0-3741f3d14dc9 service nova] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_rules [ 731.014141] env[69429]: INFO networking_nsxv3.common.synchronization [req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 req-fbf321bf-0261-421a-adb0-3741f3d14dc9 service nova] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 731.014141] env[69429]: INFO networking_nsxv3.common.synchronization [req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 req-fbf321bf-0261-421a-adb0-3741f3d14dc9 service nova] Enqueued Resource ID: 7e346198-1ade-4d27-925d-698a672b342c with Priority: HIGHEST for action port [ 731.014141] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_rules [ 731.014141] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 731.015440] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e346198-1ade-4d27-925d-698a672b342c with Priority: HIGHEST for action port [ 731.016208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.018966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.018966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.018966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.018966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e346198-1ade-4d27-925d-698a672b342c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.018966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.018966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.018966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.018966] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e346198-1ade-4d27-925d-698a672b342c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.073541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.073915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.074015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.074500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.074500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.074594] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.074700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.074769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.074912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.075098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.075144] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 is going to be updated. [ 731.088421] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.088605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.088791] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.102170] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.102404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.102547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.102641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.102785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.112402] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 in Status: IN_PROGRESS for 2s [ 731.525549] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e346198-1ade-4d27-925d-698a672b342c with status ACTIVE [ 731.525714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.526019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.526019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.527968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.527968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.527968] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.527968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.527968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.528258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.528258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.528322] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.528418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.528479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.528630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.528806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.528806] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e346198-1ade-4d27-925d-698a672b342c is going to be updated. [ 731.551154] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.551154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.551154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.551154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.551154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.551154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e346198-1ade-4d27-925d-698a672b342c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.591627] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.663036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253679f6-ca19-4021-aa83-56ba72c248b8 in Status: SUCCESS [ 731.663220] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.094329] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.094475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.095027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.095291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.095446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.095663] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be updated. [ 732.122133] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.122232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.122310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.122577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.122743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.130471] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 733.125052] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 in Status: SUCCESS [ 733.125317] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 deletion is rescheduled due to dependency. [ 733.125317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.546919] env[69429]: INFO networking_nsxv3.common.synchronization [req-6bef6454-cd17-4f75-8652-e7a9c59c3573 req-e55d7289-6546-441e-9455-b696e6c11c9e tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 733.547490] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGHEST for action security_group_members [ 733.548082] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.548082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.548206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549373] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.550072] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.053962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.054275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.054428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.054789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.055057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.055341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.058267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.058267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.058267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.058267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.058267] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be updated. [ 734.101019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.101019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.101019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.101019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.101019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.107992] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: IN_PROGRESS for 2s [ 734.139192] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 734.139480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.139589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.139797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140036] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.140157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.140226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.140386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.140564] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.643748] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.144942] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.649050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.649390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.649390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.649508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.649621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.649724] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be updated. [ 735.675573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.675705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.675705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.676098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.677610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.684349] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 736.118137] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 in Status: SUCCESS [ 736.118377] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 deletion is rescheduled due to dependency. [ 736.118533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.693606] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 737.694049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.694049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.694414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.694510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.694645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.694718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.694988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.695127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.695218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.695571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.695787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.696103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.696253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.696375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.696590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.696725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.696855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.696979] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.199379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4: rpc.has_security_group_logging(os_id): False [ 738.221139] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.221390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.221496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.221746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.221855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.222125] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.222260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.222330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.222526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.222610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.222810] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.222904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.222966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.223132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.223209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.223422] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.223537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.223609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.223789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.223880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.223970] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be created. [ 738.298015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.298190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.298267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.298503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.298716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.310437] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 738.548617] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 738.548752] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 738.693852] env[69429]: INFO networking_nsxv3.common.synchronization [req-9c01e496-26ab-4c95-b680-b7c658427128 req-c9b3603a-2954-4f45-9931-db9f284ba20f tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Enqueued Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_members [ 738.694397] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGHEST for action security_group_members [ 738.694691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.694812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.694876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.695261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.695478] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.695601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.695659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.695827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.695914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.696017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.198845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.199058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.199133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.199319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.199401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.199592] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.199693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.199749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.199909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.199986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.200098] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253679f6-ca19-4021-aa83-56ba72c248b8 is going to be updated. [ 739.229295] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.238268] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253679f6-ca19-4021-aa83-56ba72c248b8 in Status: IN_PROGRESS for 2s [ 740.040764] env[69429]: INFO networking_nsxv3.common.synchronization [req-6c47647d-4fb9-4b91-9f58-cb9996d0423a req-3f9643e3-feef-4892-bb90-775d81117598 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 740.041332] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 740.041675] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.041802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.041899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.042163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.042327] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.042452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.042855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.042855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.042855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.042855] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.322459] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 740.322637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.322825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.323060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.323154] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.338313] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.338553] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.338679] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.338936] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.339418] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.339598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.339717] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.339939] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.340099] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.340306] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.340419] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.340530] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.340636] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.340744] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.340851] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.340982] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.370891] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.371035] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.371226] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.371493] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-694" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.371846] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.372041] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.372174] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.372520] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.372664] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f236f8-e0c5-43cc-be70-c6a2b5e7c281',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.545137] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.825798] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.825938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.826036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.826305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.826495] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.826601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.826666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.826827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.826919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.827010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.827103] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.874930] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.875159] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.875283] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.875546] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.875698] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.875851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 not found, creating... [ 740.876114] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.876268] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.876383] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.876592] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.876727] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.877007] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.877168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.877285] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.877507] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.877651] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.877791] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 is going to be created. [ 740.896118] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.896288] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.896408] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.896638] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.896856] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.897076] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.047579] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.250242] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253679f6-ca19-4021-aa83-56ba72c248b8 in Status: SUCCESS [ 741.250419] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253679f6-ca19-4021-aa83-56ba72c248b8 deletion is rescheduled due to dependency. [ 741.250656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.329024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.329307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.329482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.329682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.329860] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.329961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.330031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.330201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.330293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.330396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.330541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.330632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.330695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.330865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.331030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.331128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.331190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.331336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.331477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.331565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.331659] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.551690] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.551907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.551907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.552162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.552278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.552394] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be updated. [ 741.581321] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.581521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.581521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.581521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.581521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.592434] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 741.615198] env[69429]: INFO networking_nsxv3.common.synchronization [req-6c47647d-4fb9-4b91-9f58-cb9996d0423a req-1069fb5d-bc3c-41cc-b3ae-6f000f27ce45 service nova] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_rules [ 741.615441] env[69429]: INFO networking_nsxv3.common.synchronization [req-6c47647d-4fb9-4b91-9f58-cb9996d0423a req-1069fb5d-bc3c-41cc-b3ae-6f000f27ce45 service nova] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 741.615663] env[69429]: INFO networking_nsxv3.common.synchronization [req-6c47647d-4fb9-4b91-9f58-cb9996d0423a req-1069fb5d-bc3c-41cc-b3ae-6f000f27ce45 service nova] Enqueued Resource ID: 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 with Priority: HIGHEST for action port [ 741.616266] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_rules [ 741.616423] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 741.616522] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 with Priority: HIGHEST for action port [ 741.616801] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.616921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.616985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.617224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.617345] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.618236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.618581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.618852] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.618993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.619076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.619272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.619368] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f236f8-e0c5-43cc-be70-c6a2b5e7c281',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.833523] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4: rpc.has_security_group_logging(os_id): False [ 741.852805] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.852805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.852805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.853104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.853104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.853251] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.853321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.853321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.853484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.853564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.853774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.853870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.853931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.854152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.854253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.854457] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.854554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.854613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.854756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.854832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.854917] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be updated. [ 741.917271] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.917465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.917538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.917782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.918041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.933533] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 742.124821] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.125279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.125279] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 with status ACTIVE [ 742.125377] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.125482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.125482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.125691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.125789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.125957] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.126063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.126129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.126317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.126592] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.126686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.126748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.126894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.127066] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 is going to be updated. [ 742.182667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.182897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.182946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.183219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.184575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.184575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f236f8-e0c5-43cc-be70-c6a2b5e7c281" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.603133] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 743.603609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.603753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.604097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.604365] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.604583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.604732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.604989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.605135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.605312] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.948510] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 743.948732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.107629] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.610603] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.925704] env[69429]: INFO networking_nsxv3.common.synchronization [req-5117837c-5cad-45b1-b23c-f8f512ad2404 req-349b5ee3-80d5-4173-aeac-44e7e1c70bea tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_members [ 744.926403] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGHEST for action security_group_members [ 744.926919] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.926919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.927141] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.927203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.927376] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.927474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.927532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.928090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.928090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.928090] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.113016] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.113275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.113275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.113500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.113596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.113699] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be updated. [ 745.145862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.146126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.146126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.146279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.146439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.157355] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 745.430606] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.430846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.430959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.431308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.431492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.431793] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.431954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.432108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.432367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.432540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.432647] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 is going to be updated. [ 745.459232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.459489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.459642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.459975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.460228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.469606] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 in Status: IN_PROGRESS for 2s [ 747.168473] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 747.168840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.169117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.169336] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.169441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.169532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.169673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.169754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.169851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.170030] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.479560] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 in Status: SUCCESS [ 747.479560] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 deletion is rescheduled due to dependency. [ 747.479560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.672279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.672483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.672541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.672742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.672917] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.673033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.673102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.673246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.673332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.673428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.673620] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.673679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.673719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.673841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.673967] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.674069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.674130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674337] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674510] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.177139] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441bc635-8099-4067-9b37-ec519b439ec5: rpc.has_security_group_logging(os_id): False [ 748.194313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.195125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.195125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.195367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.195740] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.196110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.196392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.196577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.196907] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.197156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.197316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.197558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.197684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.197900] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.198039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.198127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.198293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.198403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.198518] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be updated. [ 748.259181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.259469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.259469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.259655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.259804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269786] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 749.927381] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 749.927638] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 750.284508] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 750.284752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.659867] env[69429]: INFO networking_nsxv3.common.synchronization [req-82d34c22-4cc5-405a-9594-c28df9cdb28f req-e72f249d-9244-439f-a3ae-ef4435823d5b tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_members [ 750.660382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGHEST for action security_group_members [ 750.660679] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.660802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.660871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.661177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.661331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.661432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.661492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.661663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.661750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.661840] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.164917] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.164917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.164917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.165347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.165447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.165765] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.165942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.166143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.166319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.166452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.166574] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d is going to be updated. [ 751.194862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.195378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.195378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.195527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.195567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.203861] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8898c39-a8be-4cba-98be-38024d4b1a6d in Status: IN_PROGRESS for 2s [ 752.777886] env[69429]: INFO networking_nsxv3.common.synchronization [req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 req-ad75fb36-6af5-489e-a5e4-ff01d1c1cdb8 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 752.778435] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 752.779188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.779188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.779188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.783160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.783160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.783160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.783160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.783160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.783160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.783160] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.224019] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8898c39-a8be-4cba-98be-38024d4b1a6d in Status: SUCCESS [ 753.224262] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d deletion is rescheduled due to dependency. [ 753.224325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.285127] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.285518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.285518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.285788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.285850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.286137] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.286604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.286696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.286889] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 753.319593] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.320101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.320101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.320101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.320243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.328398] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 754.205592] env[69429]: INFO networking_nsxv3.common.synchronization [req-ad617e27-4a81-4b75-96b6-47ca34942ff0 req-ae9d0944-bfc5-47c4-aa50-a21f42757934 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 754.206244] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 754.206588] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.206748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.206850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.207157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.207347] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.207478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.207522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.207676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.207785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.207883] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.591219] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.591219] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.591219] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.591219] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.591219] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.591759] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.591979] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.592302] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.592553] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.592865] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.593095] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.593308] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.593569] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.593764] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.594113] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.594354] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.612388] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.612607] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.612838] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.613195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.613581] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4b95898d-6e98-4740-b606-e0d7bc232956 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.613763] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.613885] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.614235] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.614375] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b95898d-6e98-4740-b606-e0d7bc232956',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.709815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.709997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.710068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.710282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.710395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.711047] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.711047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.711047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.711047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.711047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.711223] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d already deleted. [ 754.711223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.117941] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.117941] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.117941] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.117941] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.118207] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.118256] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4b95898d-6e98-4740-b606-e0d7bc232956 not found, creating... [ 755.118568] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.118744] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.118864] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.121032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.121032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.121032] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.121032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.121032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.121032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.121032] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.121032] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4b95898d-6e98-4740-b606-e0d7bc232956 is going to be created. [ 755.140504] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.140504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.140667] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.140888] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.143058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.143058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.338021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 755.338021] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e deletion is rescheduled due to dependency. [ 755.338021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.876148] env[69429]: INFO networking_nsxv3.common.synchronization [req-ad617e27-4a81-4b75-96b6-47ca34942ff0 req-e066b73f-6d79-4f02-841f-6f4eb5e1973b service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 755.876148] env[69429]: INFO networking_nsxv3.common.synchronization [req-ad617e27-4a81-4b75-96b6-47ca34942ff0 req-e066b73f-6d79-4f02-841f-6f4eb5e1973b service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 755.876148] env[69429]: INFO networking_nsxv3.common.synchronization [req-ad617e27-4a81-4b75-96b6-47ca34942ff0 req-e066b73f-6d79-4f02-841f-6f4eb5e1973b service nova] Enqueued Resource ID: 4b95898d-6e98-4740-b606-e0d7bc232956 with Priority: HIGHEST for action port [ 755.876148] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 755.876148] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 755.876148] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b95898d-6e98-4740-b606-e0d7bc232956 with Priority: HIGHEST for action port [ 755.878476] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.879431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.879499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.880446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.880506] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.883843] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.884800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.884895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.886334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.886642] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.886845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.886898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.887097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.887212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.887327] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.891738] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b95898d-6e98-4740-b606-e0d7bc232956 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.891909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.892099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.893231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.893231] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b95898d-6e98-4740-b606-e0d7bc232956',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.385324] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.386210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.391617] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.395099] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b95898d-6e98-4740-b606-e0d7bc232956 with status ACTIVE [ 756.396059] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.396059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.396059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.396059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.396059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.396412] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.396412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.396412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.396412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.396533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.397116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.397116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.397116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.397116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.397428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.397428] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b95898d-6e98-4740-b606-e0d7bc232956 is going to be updated. [ 756.415960] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.416391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.416391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.416391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.416499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.416569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b95898d-6e98-4740-b606-e0d7bc232956" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.895138] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.966218] env[69429]: INFO networking_nsxv3.common.synchronization [req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 req-4759b1c0-ee48-4670-bd7a-9b9773683c5e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 756.966218] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 756.966218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.966218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.967659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.968089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.969186] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.969186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.969186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.969186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.969186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.969186] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.359726] env[69429]: INFO networking_nsxv3.common.synchronization [req-043f2601-fa60-49c4-9cd0-8b75c8754b7f req-42d99fd7-d2d5-4dbb-9268-5a1419cd0ef3 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 757.359726] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 757.359726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.360757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.361024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.361372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.361701] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.361957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.362161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.362454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.362681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.362889] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.365977] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.366631] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.366899] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.369017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.369017] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.369017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.369017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.369017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.369017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.369017] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.369017] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.369017] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.369017] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.369878] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.370136] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.370753] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.390266] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.390266] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.390542] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.390820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.392242] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-f13823b2-c795-481e-92a8-7fd180928096 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.392242] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.392790] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.393152] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.393365] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13823b2-c795-481e-92a8-7fd180928096',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.397025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.397025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.397025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.397025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.397025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397025] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be created. [ 757.401566] env[69429]: INFO networking_nsxv3.common.synchronization [req-043f2601-fa60-49c4-9cd0-8b75c8754b7f req-42d99fd7-d2d5-4dbb-9268-5a1419cd0ef3 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 757.401946] env[69429]: INFO networking_nsxv3.common.synchronization [req-043f2601-fa60-49c4-9cd0-8b75c8754b7f req-42d99fd7-d2d5-4dbb-9268-5a1419cd0ef3 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 757.402074] env[69429]: INFO networking_nsxv3.common.synchronization [req-043f2601-fa60-49c4-9cd0-8b75c8754b7f req-42d99fd7-d2d5-4dbb-9268-5a1419cd0ef3 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 67795c93-4266-4476-b5fb-0afc761b335f with Priority: HIGHEST for action port [ 757.403145] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 757.403389] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 757.403575] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67795c93-4266-4476-b5fb-0afc761b335f with Priority: HIGHEST for action port [ 757.404329] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.404517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.404651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.404901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.405041] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.405934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.406143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.406418] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-67795c93-4266-4476-b5fb-0afc761b335f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.406592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.406691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.406913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.407050] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67795c93-4266-4476-b5fb-0afc761b335f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.425573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.425826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.425826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.425975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.426191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.435851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: UNINITIALIZED for 2s [ 757.473066] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.473246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.473307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.473544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.474270] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.474270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.474553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.474643] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f already deleted. [ 757.474874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.865724] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.896587] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.896980] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.897227] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.897640] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.897926] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.898219] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port f13823b2-c795-481e-92a8-7fd180928096 not found, creating... [ 757.898651] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.898924] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.899163] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.899527] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.899782] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.901381] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.901381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.901381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.901381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.901381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.901685] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: f13823b2-c795-481e-92a8-7fd180928096 is going to be created. [ 757.909165] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.909369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.909731] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67795c93-4266-4476-b5fb-0afc761b335f with status ACTIVE [ 757.909959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.910148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.910260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.910541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.910687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.910964] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.911154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.911271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.911514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.911650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.911923] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.912092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.912201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.912420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.912555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.912683] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67795c93-4266-4476-b5fb-0afc761b335f is going to be updated. [ 757.925494] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.925740] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.925869] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.926314] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.926672] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.927028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.934920] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.935241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.935241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.935436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.935573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.935744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.135384] env[69429]: INFO networking_nsxv3.common.synchronization [req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 req-77bb3397-7531-4fd1-ad9e-4d39390d805e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 758.135930] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 758.136306] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.136468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.136542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.136807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.136979] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.137099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.137159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.137315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.137402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.137495] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.369199] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.502827] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.503173] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.503173] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.503434] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.503696] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.503845] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.503962] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.504251] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.504427] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.504637] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.504754] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.504863] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.504971] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.505098] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.505206] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.505345] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.523224] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.523369] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.523617] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.523813] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.524263] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-1d5d45d7-95e2-4843-8fde-af59a581ddee taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.524405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.524522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.524998] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.524998] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5d45d7-95e2-4843-8fde-af59a581ddee',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.640025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.640196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.640269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.640487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.640584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.640778] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.640876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.640938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.641101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.641211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.641323] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 already deleted. [ 758.641409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.665090] env[69429]: INFO networking_nsxv3.common.synchronization [req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 req-19084083-6e38-49ae-b73c-7aaea988d3b0 service nova] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_rules [ 758.665280] env[69429]: INFO networking_nsxv3.common.synchronization [req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 req-19084083-6e38-49ae-b73c-7aaea988d3b0 service nova] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 758.665419] env[69429]: INFO networking_nsxv3.common.synchronization [req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 req-19084083-6e38-49ae-b73c-7aaea988d3b0 service nova] Enqueued Resource ID: f13823b2-c795-481e-92a8-7fd180928096 with Priority: HIGHEST for action port [ 758.665648] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_rules [ 758.665767] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 758.665864] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13823b2-c795-481e-92a8-7fd180928096 with Priority: HIGHEST for action port [ 758.666382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.666812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.666886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.667234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.667318] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.668090] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.668203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.668272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.668448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.668607] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.668708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.668772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.668920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.669047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.669102] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.669771] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13823b2-c795-481e-92a8-7fd180928096 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.669930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.669972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.670116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.670189] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13823b2-c795-481e-92a8-7fd180928096',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.871808] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.872062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.872126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.872360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.872469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.872634] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 758.897965] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.898187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.898264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.898532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.898761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.907041] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 759.028021] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.028275] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.028405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.028696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.028858] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.029066] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 1d5d45d7-95e2-4843-8fde-af59a581ddee not found, creating... [ 759.029364] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.029551] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.029682] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.029925] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.030127] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.030461] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.030659] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.030774] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.031014] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.031180] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.031371] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 1d5d45d7-95e2-4843-8fde-af59a581ddee is going to be created. [ 759.051803] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.052093] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.052251] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.052585] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.052857] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.053274] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.171981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.173152] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.174140] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f13823b2-c795-481e-92a8-7fd180928096 with status ACTIVE [ 759.174264] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.175025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.175175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.175458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.175569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.175789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.175945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.176046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.176496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.176496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.176606] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.176738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.176805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.176957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.177078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.177205] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f13823b2-c795-481e-92a8-7fd180928096 is going to be updated. [ 759.205578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.205868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.205868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.206252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.206400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.206606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13823b2-c795-481e-92a8-7fd180928096" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.445560] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 759.445776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.445953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.446222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.446413] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.446700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.446700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.446852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.446852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.446934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.447010] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.680028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.821205] env[69429]: INFO networking_nsxv3.common.synchronization [req-b821d7fa-2034-4c84-b503-8bc95ec71f1c req-5b94058e-302a-4a55-b4b4-72224a2c4929 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 759.822111] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 759.822983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.823252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.949336] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.949576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.950125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.950125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.950347] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.950541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.950650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.950929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951336] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.951466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.951466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.951619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951763] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.951861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.951922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.952077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.952154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.952242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.952335] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.960488] env[69429]: INFO networking_nsxv3.common.synchronization [req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 req-f0615fca-d100-4ccd-8a8f-79039d82a605 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 759.960708] env[69429]: INFO networking_nsxv3.common.synchronization [req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 req-f0615fca-d100-4ccd-8a8f-79039d82a605 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 759.960852] env[69429]: INFO networking_nsxv3.common.synchronization [req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 req-f0615fca-d100-4ccd-8a8f-79039d82a605 service nova] Enqueued Resource ID: 1d5d45d7-95e2-4843-8fde-af59a581ddee with Priority: HIGHEST for action port [ 759.961957] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 759.962995] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 759.963068] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5d45d7-95e2-4843-8fde-af59a581ddee with Priority: HIGHEST for action port [ 759.963355] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.963479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.963548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.963811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.964082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.966253] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.966253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.966253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.966439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.966601] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.966757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.966843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.968204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968204] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.968471] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5d45d7-95e2-4843-8fde-af59a581ddee taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.968536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.968667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.968927] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5d45d7-95e2-4843-8fde-af59a581ddee',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.170901] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.171195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.171339] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.171660] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.171962] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.172182] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.172331] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.172634] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.172796] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.173083] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.173217] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.173365] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.173485] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.173607] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.173759] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.173919] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.184070] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.184258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.184355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.184594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.184872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.184872] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be created. [ 760.191801] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.192054] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.192261] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.192526] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.192955] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-350ab892-cbca-4213-a5be-b42936bc14aa taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.193227] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.193411] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.193842] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.194063] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350ab892-cbca-4213-a5be-b42936bc14aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.208909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.209109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.209203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.209498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.209726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225745] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: UNINITIALIZED for 2s [ 760.454974] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95852f7-9371-4a93-bb93-ba238140c92d: rpc.has_security_group_logging(os_id): False [ 760.470899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.471186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.471438] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.473492] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.473632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.473707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.473978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.474139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.474355] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.474534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.474655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.474904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.474997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.475273] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.475411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.475799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.475799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.475884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.476116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.476248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.476331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.476543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.476650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.476921] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be created. [ 760.478296] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d5d45d7-95e2-4843-8fde-af59a581ddee with status ACTIVE [ 760.478530] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.478781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.479876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.480116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.480173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.480427] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.480592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.480691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.480889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.481015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481254] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.481407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.481506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.481756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.481873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481973] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d5d45d7-95e2-4843-8fde-af59a581ddee is going to be updated. [ 760.512200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.512350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.512452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.512946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.512946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.513107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5d45d7-95e2-4843-8fde-af59a581ddee" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.570034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.570186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.570186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.570451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.570599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.586119] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 760.697392] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.697777] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.697992] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.698355] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.698548] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.698733] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 350ab892-cbca-4213-a5be-b42936bc14aa not found, creating... [ 760.699131] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.699350] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.699444] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.699769] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.700012] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.700360] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.700547] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.700693] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.700921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.701117] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.701286] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 350ab892-cbca-4213-a5be-b42936bc14aa is going to be created. [ 760.733679] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.733997] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.733997] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.734320] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.734569] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.734817] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.916570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 760.916570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.916570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.916824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.917068] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.917223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.917300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.917498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.917594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.917743] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.984657] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.419997] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.489933] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.490153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.490214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.490434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.490524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.490630] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be created. [ 761.514659] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.514862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.514928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.515210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.515451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.524645] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: UNINITIALIZED for 2s [ 761.772482] env[69429]: INFO networking_nsxv3.common.synchronization [req-b821d7fa-2034-4c84-b503-8bc95ec71f1c req-48550f99-c719-42e5-89fa-4ea0b001fd62 service nova] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_rules [ 761.772878] env[69429]: INFO networking_nsxv3.common.synchronization [req-b821d7fa-2034-4c84-b503-8bc95ec71f1c req-48550f99-c719-42e5-89fa-4ea0b001fd62 service nova] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 761.772878] env[69429]: INFO networking_nsxv3.common.synchronization [req-b821d7fa-2034-4c84-b503-8bc95ec71f1c req-48550f99-c719-42e5-89fa-4ea0b001fd62 service nova] Enqueued Resource ID: 350ab892-cbca-4213-a5be-b42936bc14aa with Priority: HIGHEST for action port [ 761.773388] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_rules [ 761.773523] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 761.773649] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350ab892-cbca-4213-a5be-b42936bc14aa with Priority: HIGHEST for action port [ 761.773934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.774064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.774285] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.774376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.774578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-350ab892-cbca-4213-a5be-b42936bc14aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.774680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.774733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.774938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.775063] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350ab892-cbca-4213-a5be-b42936bc14aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.923077] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.235564] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 762.235819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.235945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.236190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.236403] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.236646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.236646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.236796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.236942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.237038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.237095] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.237968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.238159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.238350] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.238486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.238582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.238752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.238864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.238980] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.276938] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 350ab892-cbca-4213-a5be-b42936bc14aa with status ACTIVE [ 762.277289] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.277580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.277666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.277949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.278137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.278344] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.278462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.278537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.278740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.278834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.279060] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.279178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.279259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.279411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.279508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.279613] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 350ab892-cbca-4213-a5be-b42936bc14aa is going to be updated. [ 762.300734] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.300958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.300958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.301212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.301349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.301512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-350ab892-cbca-4213-a5be-b42936bc14aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.425774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.425978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.426036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.426238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.426338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.426474] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 762.439885] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 req-1339be2b-6145-42d5-8f9e-4126bc83f5e3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 762.441206] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 762.441469] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.443065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.456526] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.456526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.456526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.456662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.457144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.466611] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 762.598026] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 762.598285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.741668] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.742827] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.742948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.744782] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.744942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.745083] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.746023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.746023] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.746023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.746023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.746228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.746228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.746402] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.746518] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.746626] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.746828] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.746828] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.746960] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.747086] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.765767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.766038] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.766330] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.766423] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-536" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.766809] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4ebba159-185b-4fb2-b61c-69ad71618fa7 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.767059] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.767333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.767525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.767704] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebba159-185b-4fb2-b61c-69ad71618fa7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.244063] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.269939] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.270254] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.270420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.270763] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.270945] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.271153] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4ebba159-185b-4fb2-b61c-69ad71618fa7 not found, creating... [ 763.271475] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.271667] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.271816] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.272087] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.272241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.272562] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.272798] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.272966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.273233] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.273394] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.273536] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4ebba159-185b-4fb2-b61c-69ad71618fa7 is going to be created. [ 763.291873] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.292145] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.292275] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.292590] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.292877] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.293168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.534965] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 763.535354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.535542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.536783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.536996] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.537134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.537202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.537396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.537491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.537588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.537683] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.746676] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.746938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.747093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.747419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.747557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.747731] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 763.774842] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.775024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.775024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.775274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.775505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.783692] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 764.005065] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 req-33f82039-c239-43c7-ade7-4ba67d4daa82 service nova] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_rules [ 764.005259] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 req-33f82039-c239-43c7-ade7-4ba67d4daa82 service nova] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 764.005397] env[69429]: INFO networking_nsxv3.common.synchronization [req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 req-33f82039-c239-43c7-ade7-4ba67d4daa82 service nova] Enqueued Resource ID: 4ebba159-185b-4fb2-b61c-69ad71618fa7 with Priority: HIGHEST for action port [ 764.005639] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_rules [ 764.005826] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 764.005926] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebba159-185b-4fb2-b61c-69ad71618fa7 with Priority: HIGHEST for action port [ 764.006514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.006628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.006846] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.006940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebba159-185b-4fb2-b61c-69ad71618fa7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.010205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.011034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.011814] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebba159-185b-4fb2-b61c-69ad71618fa7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.039812] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.039982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.040095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.040336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.040521] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.040600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.040654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.040804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.040929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.041011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.041288] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.041353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.041408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.041558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.041730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.041809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.041865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.041996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.042113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.042200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.042292] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.480140] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 764.480475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.480515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.480747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.480963] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.481101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.481169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.481344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.481437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.481526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.481618] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.514729] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ebba159-185b-4fb2-b61c-69ad71618fa7 with status ACTIVE [ 764.514960] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.515122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.515164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.515363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.515458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.515630] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.515730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.515792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.515943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.516031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.516400] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.516507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.516571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.516720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.516797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.516881] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ebba159-185b-4fb2-b61c-69ad71618fa7 is going to be updated. [ 764.542519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.542729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.542807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.543228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.543410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebba159-185b-4fb2-b61c-69ad71618fa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.543635] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ea2116-27a6-4582-b9ec-4695ac019a03: rpc.has_security_group_logging(os_id): False [ 764.559575] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.560078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560273] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.560355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.560417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.560568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.560646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560836] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.560924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.560980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.561307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.561307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.561564] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.561564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.561564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.561819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.561819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.561895] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be created. [ 764.627632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.627785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.627832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.628167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.628273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.642089] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 764.985465] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.489211] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4120fe5f-e5c1-48e6-b60c-525f10053ae7: rpc.has_security_group_logging(os_id): False [ 765.518937] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.519163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.519239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.519487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.519608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.519875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.519973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.520046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.520254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.520408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.520533] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 765.622253] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.622253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.622253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.622253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.622253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.639055] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 765.794078] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.794078] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.794078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.794078] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.833573] env[69429]: INFO networking_nsxv3.common.synchronization [req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 req-411550ed-e352-4145-9012-bb48a6c977b3 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 765.835153] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 765.836050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.836050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836505] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.838063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.838063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.838063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.838063] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.253796] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 766.254019] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:1 started [ 766.297242] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.339491] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.655808] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 766.656968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.799397] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.841674] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.069730] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.072288] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.074761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.074761] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.074761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.074761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.074761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.074761] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.074761] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.074761] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.074761] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.074761] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.074761] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.074761] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.096610] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.096741] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.096805] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.096978] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-586" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.097324] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7bc8c4ee-62c4-4e65-af60-e1505513c399 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.097495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.097616] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.097966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.098408] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc8c4ee-62c4-4e65-af60-e1505513c399',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.183968] env[69429]: INFO networking_nsxv3.common.synchronization [req-3553b22f-e56a-44b9-a461-ab674b860a8a req-01bc0f52-2bf7-4823-9c04-91df4aa60a2b tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 767.184580] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 767.186265] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.186265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.186265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.186265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.186265] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.186471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.186550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.186689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.186780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.186889] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.307567] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.307567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.307567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.307567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.307567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.307567] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 767.336384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.336543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.336618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.336842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.336989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.344168] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.344168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.344168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.344168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.344168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.344168] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 767.353475] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 767.376667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.376878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.376945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.377153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.377313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.386938] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 767.600631] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.600889] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.601122] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.604169] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7bc8c4ee-62c4-4e65-af60-e1505513c399 not found, creating... [ 767.604169] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.604169] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.604169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.605093] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.605093] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.605093] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.605093] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 is going to be created. [ 767.622906] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.622906] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.622906] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.623738] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.623738] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.623738] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.657160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 767.657480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.690979] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.188019] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-85ef551e-aa12-4c7d-9810-b48a29401d49 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 768.188019] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 768.188169] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.188362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.189666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189666] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.190317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.191608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.191858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.191977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.192105] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.193301] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.701204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701204] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 already deleted. [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.701970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701970] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be updated. [ 768.731276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.731434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.731507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.731771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.731939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.746486] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 768.954246] env[69429]: INFO networking_nsxv3.common.synchronization [req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 req-2f14bd12-2d5c-4572-9c44-f4f66257c5b7 service nova] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 768.954421] env[69429]: INFO networking_nsxv3.common.synchronization [req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 req-2f14bd12-2d5c-4572-9c44-f4f66257c5b7 service nova] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 768.954556] env[69429]: INFO networking_nsxv3.common.synchronization [req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 req-2f14bd12-2d5c-4572-9c44-f4f66257c5b7 service nova] Enqueued Resource ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 with Priority: HIGHEST for action port [ 768.955166] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 768.955318] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 768.955419] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 with Priority: HIGHEST for action port [ 768.955719] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.955901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.955978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.956213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.956346] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.957283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.957382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.957572] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc8c4ee-62c4-4e65-af60-e1505513c399 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.957682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.957758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.957953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.958043] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc8c4ee-62c4-4e65-af60-e1505513c399',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.362850] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 769.363109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.363275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.363621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.363707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.363831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.363896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.364120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.364210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.364310] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.395317] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 769.395537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.395703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.396007] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.396204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.396323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.396391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.396543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.396627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.396724] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.460826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.461040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.461113] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bc8c4ee-62c4-4e65-af60-e1505513c399 with status ACTIVE [ 769.461278] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.461379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.461447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.461655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.462240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.462240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.462240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.462360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.462463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.462543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.462721] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.462820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.462896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.463041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.463119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.463201] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 is going to be updated. [ 769.486675] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.486822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.486892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.487125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.487257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.487412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.618716] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.618956] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622016] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.622016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622016] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.622016] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.622016] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.622016] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.622016] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.622016] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.622016] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.640413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.642092] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.642092] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.642092] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.642092] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.642092] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.642092] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.642092] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.642092] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.867482] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.898576] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.147123] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.147380] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.147607] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.147867] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.148059] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.148272] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba not found, creating... [ 770.148620] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.148790] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149197] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149197] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.149357] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.149654] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.149815] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149934] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.150731] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150877] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.151214] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba is going to be created. [ 770.173455] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.173680] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.173810] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.174111] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.174341] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.174592] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.267780] env[69429]: INFO networking_nsxv3.common.synchronization [req-903ab7ae-e80a-450a-9353-fa51951b27bf req-7fce4887-c326-43c1-b955-e2a4ad22c488 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 770.268331] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 770.268648] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.269065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.269065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.269529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.269729] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.269836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.269908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.270098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.270208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.270351] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.300423] env[69429]: INFO networking_nsxv3.common.synchronization [req-903ab7ae-e80a-450a-9353-fa51951b27bf req-7fce4887-c326-43c1-b955-e2a4ad22c488 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 770.300654] env[69429]: INFO networking_nsxv3.common.synchronization [req-903ab7ae-e80a-450a-9353-fa51951b27bf req-7fce4887-c326-43c1-b955-e2a4ad22c488 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 770.300787] env[69429]: INFO networking_nsxv3.common.synchronization [req-903ab7ae-e80a-450a-9353-fa51951b27bf req-7fce4887-c326-43c1-b955-e2a4ad22c488 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 67795c93-4266-4476-b5fb-0afc761b335f with Priority: HIGHEST for action port [ 770.301323] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_rules [ 770.301481] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 770.301573] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67795c93-4266-4476-b5fb-0afc761b335f with Priority: HIGHEST for action port [ 770.302266] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.302546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.302546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.302766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.302826] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.303689] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.303792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.304279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-67795c93-4266-4476-b5fb-0afc761b335f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.304376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.304578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.304624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.304729] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67795c93-4266-4476-b5fb-0afc761b335f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.369327] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.401050] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.754443] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-711e959d-f2db-4b14-8e6d-b67c4670cda9 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 770.755609] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 770.756988] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.764278] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.764278] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.764278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.764278] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.772783] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.812982] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.812982] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67795c93-4266-4476-b5fb-0afc761b335f with status ACTIVE [ 770.812982] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.812982] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.812982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.812982] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.813536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.813536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.813536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.813536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.813536] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67795c93-4266-4476-b5fb-0afc761b335f is going to be updated. [ 770.836410] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.836410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.836410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.836410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.836410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.836410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67795c93-4266-4476-b5fb-0afc761b335f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.873924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.873924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.873924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.873924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.873924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.873924] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 770.906029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.906029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.906029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.906029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.906029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.906029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 770.933232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.933588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.933746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.934134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.934430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.944304] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 770.954306] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.954306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.954306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.954306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.954306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.970690] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 771.198217] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.199930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.199930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.199930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.199930] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.266707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.267034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.267195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.267561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.268079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.269404] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.269404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.269404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.269404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.269404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.269404] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 already deleted. [ 771.269404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.276721] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.478669] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.478888] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.479030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.479304] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.479573] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.479724] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.479864] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.483848] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.483848] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.483848] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.483848] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.483848] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.483848] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.484139] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.484139] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.484139] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.502637] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.502813] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.503217] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.503217] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.503608] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.503711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.503766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.505209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.505209] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.700960] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.781366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.782334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.782492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.782909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.783060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.783321] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 771.809418] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.809418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.809418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.809418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.809739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.817316] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 772.007135] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.007571] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.007571] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.007729] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.007928] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.008233] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 not found, creating... [ 772.008478] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.008672] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.008825] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.009109] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.009369] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.009610] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.009811] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.009970] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.010396] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.010613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.010822] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 is going to be created. [ 772.029722] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.029969] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.030173] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.030467] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.030794] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.030905] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.209303] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.266167] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-5cc84f9d-cc01-4504-87e3-b73dfc6186a3 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 772.266167] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-5cc84f9d-cc01-4504-87e3-b73dfc6186a3 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 772.266167] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-5cc84f9d-cc01-4504-87e3-b73dfc6186a3 service nova] Enqueued Resource ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba with Priority: HIGHEST for action port [ 772.266167] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 772.266167] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 772.266167] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba with Priority: HIGHEST for action port [ 772.267137] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.267467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.267658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.268168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.268560] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.269662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.271029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.271029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271029] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.274710] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.274710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.274710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.274710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.274710] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.322697] env[69429]: INFO networking_nsxv3.common.synchronization [None req-478c635e-a66c-4311-9d95-90ab8d31aed2 None None] Enqueued Resource ID: 0cfd6d4d-5944-4cb6-a96c-ff997fb3e212 with Priority: HIGHEST for action port [ 772.322939] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfd6d4d-5944-4cb6-a96c-ff997fb3e212 with Priority: HIGHEST for action port [ 772.323326] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cfd6d4d-5944-4cb6-a96c-ff997fb3e212 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.323527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cfd6d4d-5944-4cb6-a96c-ff997fb3e212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.323527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cfd6d4d-5944-4cb6-a96c-ff997fb3e212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.324979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cfd6d4d-5944-4cb6-a96c-ff997fb3e212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.324979] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cfd6d4d-5944-4cb6-a96c-ff997fb3e212',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.711460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 772.712566] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 772.776743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.776962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.780367] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.781343] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba with status ACTIVE [ 772.781545] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.781729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.781840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.782661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.782661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.782805] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.782873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.783172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.783356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.783445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.783638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.784065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.784065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.784065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.784065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.785019] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba is going to be updated. [ 772.803073] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.803206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.803206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.803364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.803535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.803678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.827312] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cfd6d4d-5944-4cb6-a96c-ff997fb3e212 [ 772.827530] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.827660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.827921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.828166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.828258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.828849] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cfd6d4d-5944-4cb6-a96c-ff997fb3e212 already deleted. [ 772.828849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cfd6d4d-5944-4cb6-a96c-ff997fb3e212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.954479] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 772.954708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.955128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.955353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.955571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.955722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.955776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.955909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.955996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.956105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.956271] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.959172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.959172] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.959172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.959172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.959172] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.983171] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-343a7c40-be2c-47f4-ba74-444a2347ab03 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 772.984417] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-343a7c40-be2c-47f4-ba74-444a2347ab03 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 772.984782] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e req-343a7c40-be2c-47f4-ba74-444a2347ab03 service nova] Enqueued Resource ID: a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 with Priority: HIGHEST for action port [ 772.985992] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 772.986521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.987656] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 772.987845] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 772.987895] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 with Priority: HIGHEST for action port [ 772.988273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.989148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.989148] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.989148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.989370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.989370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.989425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.989503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.989603] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.991256] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.991256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.991489] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.991607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.991837] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.992597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.992597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.992597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.992597] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.288920] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.464294] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b492fdb0-c3cc-4d54-8e83-0112fbf8702f: rpc.has_security_group_logging(os_id): False [ 773.465477] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.482578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.482797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.482833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.483089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.483192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.483801] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.483801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.483801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.483801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.483801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.484026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.484929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.485066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.485375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.485375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.485581] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.485659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.485693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.485822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.485915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.486141] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be created. [ 773.493876] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 with status ACTIVE [ 773.493876] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.493978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.494027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.494579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.494579] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.494579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.494788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.498023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.498023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.498023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.498023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.498023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.498023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.498023] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 is going to be updated. [ 773.498650] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.498807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.498922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.499240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.499240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.499350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.499350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.499449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.499522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.499602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.499744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.499853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.500046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.500103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.500212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.500300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.500360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.500492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.500563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.500639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.500724] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.509052] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.509052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.509052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.509052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.525020] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 773.526257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.527873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 773.542242] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.542393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.542597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.542720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.542821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.553854] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 773.554880] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.555017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.555109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.555290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.555427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.555582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.563621] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.563621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.563621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.563621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567417] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 773.567513] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba'} {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.567603] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 773.614294] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.614294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.614294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.614511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.616099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.616099] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 773.744269] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.744269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.744269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.744269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.744269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.744544] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 773.795393] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.795393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.795393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.795393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.795393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.795393] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be created. [ 773.831585] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 773.831833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.832016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.832264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.832457] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.832619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.832717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.832918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.832999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.833119] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.837158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.837363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.837363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.837558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.837691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.851893] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: UNINITIALIZED for 2s [ 773.858552] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.858552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.858552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.858552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.858812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.859688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 773.859688] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'253679f6-ca19-4021-aa83-56ba72c248b8', 'c05b3977-09b8-4a60-99b9-53f798f74fe3', '67b7866e-91ef-4052-b481-0c8630290ffb', '441bc635-8099-4067-9b37-ec519b439ec5', 'e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af', '46b5d44b-8739-4cc4-a04d-aca7a7b2fed6', '70dcba7d-637c-4b4d-8ae1-a6ac2169d407', 'c967ea8c-4f03-4aac-830b-f75fd26e50bf', '1686c1bd-a9c9-4723-8084-606bf69f1ce1', '9edc903b-d9de-4cf0-9e38-003d71fbff7b', 'fc38f856-57e4-4a92-aa44-2c2b5685f33d', '6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4', '97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d', '5f16d2de-fcde-4a2d-aaa0-881c3c573be7', '064f6b34-31b1-4cab-8b21-da88783fb040', '2b05e246-80d8-4cb3-b7f0-c75436b775f0', 'fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8', 'ed3fb07e-a2db-47ec-bdfd-8b5d2902923e', 'c8898c39-a8be-4cba-98be-38024d4b1a6d', '9f131614-985a-456b-8fc3-ce2230dcf404', '10d5b0cf-813c-4727-a52f-ed657c77f0aa', 'ab88fbc8-8eed-473e-83e2-85ee7faea484', 'b34eba8b-9d23-4f6e-8325-cb465258e5ac', 'b492fdb0-c3cc-4d54-8e83-0112fbf8702f', '31e7a045-d659-4f30-bded-b3acaae57a4e', '22ea2116-27a6-4582-b9ec-4695ac019a03', '0221618b-61ce-4376-bef5-edd7a2715bb3', 'f95852f7-9371-4a93-bb93-ba238140c92d', '4120fe5f-e5c1-48e6-b60c-525f10053ae7', '8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693', '9cc4407d-348e-43e6-98e0-2f172cd62909'} {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.859688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 773.881080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.881080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.881080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.881345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.881345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.881345] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 773.881997] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.881997] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 773.958038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.958038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.958038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.958038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.962233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.962502] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 773.962577] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.962646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 773.962712] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 773.962794] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba with Priority: HIGH for action port [ 773.962884] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/31 resources of Type:Security Group Rules [ 773.962971] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGH for action security_group_rules [ 773.963057] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGH for action security_group_rules [ 773.963120] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGH for action security_group_rules [ 773.963183] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGH for action security_group_rules [ 773.963240] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGH for action security_group_rules [ 773.963297] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGH for action security_group_rules [ 773.963354] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGH for action security_group_rules [ 773.963410] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGH for action security_group_rules [ 773.963470] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGH for action security_group_rules [ 773.963522] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGH for action security_group_rules [ 773.963592] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGH for action security_group_rules [ 773.963651] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGH for action security_group_rules [ 773.963713] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGH for action security_group_rules [ 773.963769] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGH for action security_group_rules [ 773.963824] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGH for action security_group_rules [ 773.963878] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGH for action security_group_rules [ 773.963933] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGH for action security_group_rules [ 773.963986] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGH for action security_group_rules [ 773.964061] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGH for action security_group_rules [ 773.966023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.967651] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.006990] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 774.028732] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.028933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.028933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.029162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.050044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.050389] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.050492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.050553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.050721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.050840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.051080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.051185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.051246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.051394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.051467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.051648] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.051753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.051829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.052013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.052280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.052378] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 774.110604] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.110756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.110822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.111057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.111217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3fe1efbd-2304-4ee3-98f8-7adb88a3364f None None] Enqueued Resource ID: b080a5aa-6aec-4aac-888a-cc66a33acbd1 with Priority: HIGHEST for action port [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b080a5aa-6aec-4aac-888a-cc66a33acbd1 with Priority: HIGHEST for action port [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba with Priority: HIGH for action port [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8898c39-a8be-4cba-98be-38024d4b1a6d with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064f6b34-31b1-4cab-8b21-da88783fb040 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGH for action security_group_rules [ 774.119943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d with Priority: HIGH for action security_group_rules [ 774.120565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGH for action security_group_rules [ 774.120565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGH for action security_group_rules [ 774.120565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf with Priority: HIGH for action security_group_rules [ 774.120565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGH for action security_group_rules [ 774.120565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 with Priority: HIGH for action security_group_rules [ 774.120565] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGH for action security_group_rules [ 774.120794] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253679f6-ca19-4021-aa83-56ba72c248b8 with Priority: HIGH for action security_group_rules [ 774.120794] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGH for action security_group_rules [ 774.121587] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b080a5aa-6aec-4aac-888a-cc66a33acbd1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.121587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b080a5aa-6aec-4aac-888a-cc66a33acbd1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.121587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b080a5aa-6aec-4aac-888a-cc66a33acbd1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.121587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b080a5aa-6aec-4aac-888a-cc66a33acbd1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.121587] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b080a5aa-6aec-4aac-888a-cc66a33acbd1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.122635] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.122770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.122916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.123146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.123223] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.124219] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c05b3977-09b8-4a60-99b9-53f798f74fe3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.128134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.128134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.128134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.128415] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c05b3977-09b8-4a60-99b9-53f798f74fe3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.130352] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.130478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.130549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.130732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.130947] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46b5d44b-8739-4cc4-a04d-aca7a7b2fed6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.131671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.131792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.131868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.132076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.132148] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.133436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8898c39-a8be-4cba-98be-38024d4b1a6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.133511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.133558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.133778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.133861] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8898c39-a8be-4cba-98be-38024d4b1a6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.135026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.135172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.135259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.135474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.135577] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.136721] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.136840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.137051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.137167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.137269] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.138596] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.138784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.138872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.139094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.140155] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.140155] env[69429]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 774.144462] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.144645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.144729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.144983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.145112] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.146520] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064f6b34-31b1-4cab-8b21-da88783fb040 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.146664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.148020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.148020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.148020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064f6b34-31b1-4cab-8b21-da88783fb040',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.149065] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.149065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.149065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.149230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.149262] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.150255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.150461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.150503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.150690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.150780] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc38f856-57e4-4a92-aa44-2c2b5685f33d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.152147] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.152280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.152360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.152533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.152641] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.153578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.153680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.153740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.153890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.153959] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.154827] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.154985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.155093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.155316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.155402] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c967ea8c-4f03-4aac-830b-f75fd26e50bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.164730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.164730] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.164730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.164730] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70dcba7d-637c-4b4d-8ae1-a6ac2169d407',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.164730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.164730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.164730] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.164730] env[69429]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 774.165393] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253679f6-ca19-4021-aa83-56ba72c248b8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.165487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.165551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.165772] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253679f6-ca19-4021-aa83-56ba72c248b8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.168190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.168190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.170012] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 774.207505] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.207750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.208064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.208154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.252304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.252501] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46b5d44b-8739-4cc4-a04d-aca7a7b2fed6 is going to be deleted. [ 774.325222] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.325588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.325588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.325708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.325773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.325905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46b5d44b-8739-4cc4-a04d-aca7a7b2fed6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.335607] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.409778] env[69429]: INFO networking_nsxv3.common.synchronization [req-fd455575-44b7-47ef-abc2-3db84e993b0e req-f1b47bf8-f53b-4493-86bd-3174dae64cb1 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 774.410302] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 774.410497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.410628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.411531] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.411633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.412788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412788] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.471513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.471655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.471728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.472038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.472129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.472225] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 774.503354] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.503503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.503570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.503777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.503916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.515133] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 774.651726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.652093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.652348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670454] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b080a5aa-6aec-4aac-888a-cc66a33acbd1 [ 774.670454] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.671061] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b080a5aa-6aec-4aac-888a-cc66a33acbd1 already deleted. [ 774.671160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b080a5aa-6aec-4aac-888a-cc66a33acbd1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.672597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.672719] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c05b3977-09b8-4a60-99b9-53f798f74fe3 is going to be deleted. [ 774.675385] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba with status ACTIVE [ 774.675577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.675686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.676023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.676023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.676023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.676201] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.678079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.678079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.678079] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba is going to be updated. [ 774.697857] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.698085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.698085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.698531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.698531] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.698531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.698691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.698734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.698825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.698916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.699011] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.701640] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.701793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.701858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.702035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.702929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.702929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.702929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.702929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.702929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.702929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.702929] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.707927] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.708948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.709044] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.710032] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.710147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.710147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.710305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.710445] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.710558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.710623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.710764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.710842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.710916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.711658] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.712454] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.712562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.712729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.712807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.712927] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.713115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.713115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.713237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.713316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.713401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.713482] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.714178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.714266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.714400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.714548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.714635] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.715152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.715152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.715152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.715152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.715152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.715152] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.717051] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.717200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.717250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.717393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.718261] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.718261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.718261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.718261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.718261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.718261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.718261] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.731020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.731020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.731020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.731020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.731020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.731020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.736243] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.736382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.736442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.736641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.743554] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.743726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.771789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.771789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.772713] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.772964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.773871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.773970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.774816] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.774937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.775726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.775924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.776769] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.776872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.777695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.777834] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d is going to be deleted. [ 774.778789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.779039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.779184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.779389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c05b3977-09b8-4a60-99b9-53f798f74fe3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.780439] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.780560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.780969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.780969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.784762] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.784868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.812865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.812865] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70dcba7d-637c-4b4d-8ae1-a6ac2169d407 is going to be deleted. [ 774.812865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.812865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.838101] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.869182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.869373] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c967ea8c-4f03-4aac-830b-f75fd26e50bf is going to be deleted. [ 774.875167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.875167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.907544] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.907720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.908632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.908632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.914637] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.914637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.920321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.920483] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8898c39-a8be-4cba-98be-38024d4b1a6d is going to be deleted. [ 774.921551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.921824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.953335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.953449] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc38f856-57e4-4a92-aa44-2c2b5685f33d is going to be deleted. [ 774.954779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.955019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.997237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.997402] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be deleted. [ 774.999155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.999155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.009488] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.009636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.048926] env[69429]: INFO networking_nsxv3.common.synchronization [None req-bf34c72b-34e8-4b63-bb00-f55a7383354d None None] Enqueued Resource ID: 917ca715-ea38-48b9-8e2f-a08f827d20d0 with Priority: HIGHEST for action port [ 775.049541] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917ca715-ea38-48b9-8e2f-a08f827d20d0 with Priority: HIGHEST for action port [ 775.050443] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-917ca715-ea38-48b9-8e2f-a08f827d20d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.050618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-917ca715-ea38-48b9-8e2f-a08f827d20d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.050831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-917ca715-ea38-48b9-8e2f-a08f827d20d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.051034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-917ca715-ea38-48b9-8e2f-a08f827d20d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.051178] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('917ca715-ea38-48b9-8e2f-a08f827d20d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.053101] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.053101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.058187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.058304] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be deleted. [ 775.059538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.059829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.119992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.119992] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064f6b34-31b1-4cab-8b21-da88783fb040 is going to be deleted. [ 775.119992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.119992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.122719] env[69429]: INFO networking_nsxv3.common.synchronization [None req-302932af-bd4d-484e-824b-2dd68e82662c tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 775.123540] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 775.124689] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.124839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.124839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.125093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.125175] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.126564] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.126754] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.126865] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.127749] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.127749] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.127749] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.127749] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.128110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.128110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.128525] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.128525] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.128525] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.128637] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.128716] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.128809] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.128975] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.152817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.153096] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253679f6-ca19-4021-aa83-56ba72c248b8 is going to be deleted. [ 775.154129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.154319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eaa4a8-e313-4a71-b66d-2ec3ca08fd6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.154445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.155042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70dcba7d-637c-4b4d-8ae1-a6ac2169d407" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.156116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.156116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.156573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.156573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.156573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.156717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156757] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 already deleted. [ 775.156825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.157100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.157177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.157291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c967ea8c-4f03-4aac-830b-f75fd26e50bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.157418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.157562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.157636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.157775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8898c39-a8be-4cba-98be-38024d4b1a6d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.187470] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.187652] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.187800] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.187973] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.188333] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-cef3ff8c-adf4-463c-b9d8-c303b296db49 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.188512] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.188634] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.188980] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.189153] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef3ff8c-adf4-463c-b9d8-c303b296db49',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.190986] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.191138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.191204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.191380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.191468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.191587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.200044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.200044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.200044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.200419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.200645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.200741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc38f856-57e4-4a92-aa44-2c2b5685f33d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.207825] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.212039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.212039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.213187] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.228323] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.228536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.228612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.228830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.228999] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.229115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.229178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.229370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.229461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.229547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.229733] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.229855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.229918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.230080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.230220] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.230352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.230413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.230595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.230685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.230768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.230860] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.236643] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.236723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.236771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.237449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.237449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.237449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.237750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.237869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.237933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.239061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.239236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.239350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.239416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.239583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.239671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.239764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.239932] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.240075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.240117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.240266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.240409] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.240504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.240562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.240737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.240825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.240910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.241024] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.241951] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.242723] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.243440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.243620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.243784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243939] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.244049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.244129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.244255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.244331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.244433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.244556] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.244662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.244697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.244863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.244967] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.245131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.245253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.245318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.245398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.245479] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.246974] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4: rpc.has_security_group_logging(os_id): False [ 775.274968] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.275187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.275301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.275431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.275511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.275632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064f6b34-31b1-4cab-8b21-da88783fb040" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.295686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.295929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.295976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.296243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.298079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.298416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.340354] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.340759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.340759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.340893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.340941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.341036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 775.366568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.366835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.367375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.367465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.367678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.368715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.368715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.368715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.369946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.369946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.369946] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be updated. [ 775.370490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.370669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.370788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.370859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253679f6-ca19-4021-aa83-56ba72c248b8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.398030] env[69429]: INFO networking_nsxv3.common.synchronization [None req-76bd1337-b830-4743-b95a-d7058e9be7dc tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 775.398736] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 775.399201] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.399348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.422612] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.422612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.422612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.422612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.422612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.444972] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 775.551023] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 775.551023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.551023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.551023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.551023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.551023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.554745] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 917ca715-ea38-48b9-8e2f-a08f827d20d0 [ 775.555025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.555159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.555159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.555403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.555487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.555575] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:917ca715-ea38-48b9-8e2f-a08f827d20d0 already deleted. [ 775.555697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-917ca715-ea38-48b9-8e2f-a08f827d20d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574818] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 775.575074] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.575631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.577031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.577031] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.582724] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 775.656991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.657261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.657349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.657568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.657704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.657759] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4412f746-be00-44bb-b503-197426be37d0 already deleted. [ 775.657842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.658498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.658695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.658786] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.693760] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.693982] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.694274] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.694561] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.694714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.694870] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port cef3ff8c-adf4-463c-b9d8-c303b296db49 not found, creating... [ 775.695151] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.695312] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.695473] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.695722] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.695879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.696188] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.696343] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.696459] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.696704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.696890] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.697124] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: cef3ff8c-adf4-463c-b9d8-c303b296db49 is going to be created. [ 775.718513] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.719186] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.719186] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.719618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.719942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.720227] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.721652] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 775.722747] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441bc635-8099-4067-9b37-ec519b439ec5: rpc.has_security_group_logging(os_id): False [ 775.745196] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.745437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.745437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.746867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.749740] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.749887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.750663] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9edc903b-d9de-4cf0-9e38-003d71fbff7b: rpc.has_security_group_logging(os_id): False [ 775.751461] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b05e246-80d8-4cb3-b7f0-c75436b775f0: rpc.has_security_group_logging(os_id): False [ 775.753713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f16d2de-fcde-4a2d-aaa0-881c3c573be7: rpc.has_security_group_logging(os_id): False [ 775.753713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af: rpc.has_security_group_logging(os_id): False [ 775.771776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.775300] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.775300] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.775300] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.775300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.775891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.775891] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be updated. [ 775.779213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.779439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.779551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.779784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.781566] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.781722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.782573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.782721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.783978] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.784128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.825933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.826418] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.827156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.827351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.827510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.829267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.829521] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.829637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.829710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.829977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.830086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.830291] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.830378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.830441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.830593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.830671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.830770] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be updated. [ 775.831880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.832067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.865206] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 775.865206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.865464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.865700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.865822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.865994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.865994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.866136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.866220] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.866310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.866404] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.868010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.868405] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.868405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.868524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.868874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.869018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.869260] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 775.870150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.870317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.870556] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.870556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.870676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.871200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.871200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.871200] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.872537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.872611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.945797] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.945913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.044133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.044466] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.045642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.045642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.045642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.045642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.045642] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be updated. [ 776.047145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.047335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.078141] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.078310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.096407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.096737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.096847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.097167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.098091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.098195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.098925] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 is going to be updated. [ 776.099872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.100144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.100336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.101189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.101381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.165160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.165389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.166840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.166840] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.167013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.167796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.169613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.169613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.169613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.169613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.169613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.169613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.169613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.169613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.170198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.170198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.170198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.170198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.170198] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be updated. [ 776.173352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.173738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.173738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.179696] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 776.182991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.183160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.183387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.183387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.183530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.219181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.219255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.219356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.219531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.219618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.219712] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4412f746-be00-44bb-b503-197426be37d0 already deleted. [ 776.219792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.225680] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.225822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.225888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.226103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.226240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.229184] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 776.231333] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 776.231333] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 776.231333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.231333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.231754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.231754] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.255708] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 776.283685] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.283685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.283685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.283919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.284039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.327517] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: IN_PROGRESS for 2s [ 776.356436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.356748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.356748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.356889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.357055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.375470] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.376814] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.376814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.386486] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 776.524423] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 776.524641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.524802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.525047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.525219] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.525329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.525391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.525544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.525621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.525701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.525797] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.738899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.738899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.738899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.738899] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.765710] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f7f9e878-05d2-4171-9c69-67a37b44ae4e None None] Enqueued Resource ID: 0772e951-115c-4485-b414-343cd2d7cc65 with Priority: HIGHEST for action port [ 776.765710] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0772e951-115c-4485-b414-343cd2d7cc65 with Priority: HIGHEST for action port [ 776.765985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0772e951-115c-4485-b414-343cd2d7cc65 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.766274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0772e951-115c-4485-b414-343cd2d7cc65" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.766453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0772e951-115c-4485-b414-343cd2d7cc65" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.766833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0772e951-115c-4485-b414-343cd2d7cc65" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.767051] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0772e951-115c-4485-b414-343cd2d7cc65',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.879490] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.015345] env[69429]: INFO networking_nsxv3.common.synchronization [req-fd455575-44b7-47ef-abc2-3db84e993b0e req-6c54f6bb-0ece-4ee2-96ea-02c8169da4ec service nova] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_rules [ 777.015345] env[69429]: INFO networking_nsxv3.common.synchronization [req-fd455575-44b7-47ef-abc2-3db84e993b0e req-6c54f6bb-0ece-4ee2-96ea-02c8169da4ec service nova] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 777.015489] env[69429]: INFO networking_nsxv3.common.synchronization [req-fd455575-44b7-47ef-abc2-3db84e993b0e req-6c54f6bb-0ece-4ee2-96ea-02c8169da4ec service nova] Enqueued Resource ID: cef3ff8c-adf4-463c-b9d8-c303b296db49 with Priority: HIGHEST for action port [ 777.016075] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_rules [ 777.016204] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 777.017368] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef3ff8c-adf4-463c-b9d8-c303b296db49 with Priority: HIGHEST for action port [ 777.017368] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.017516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.017568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.019380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.020599] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.021122] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.021192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.021267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.021529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.024912] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.024912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.024912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.024912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.024912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.024912] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.026988] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef3ff8c-adf4-463c-b9d8-c303b296db49 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.027402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.027402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.027509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.027509] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef3ff8c-adf4-463c-b9d8-c303b296db49',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.033981] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.034245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.034314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.034769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.035140] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.035284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.035383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.035828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.035954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.036111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.036428] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.036652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.036716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.036965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.037459] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.037566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.037650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.037844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.038786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.038786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.038786] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.046743] env[69429]: INFO networking_nsxv3.common.synchronization [req-3d777854-57ab-4ed0-926b-bf563fced704 req-9e238f53-2ffb-4c52-9d36-140c8db44823 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 777.047489] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 777.048939] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.050145] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.050145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.050145] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.247270] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.247270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.247270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.247540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.247598] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.247708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.247780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.247964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.249658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.249658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.249658] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.249963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.249963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.251418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.251418] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.251418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.251418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.251655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.251702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.251920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.252242] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.269785] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0772e951-115c-4485-b414-343cd2d7cc65 [ 777.270355] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.271291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.271291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.271374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.271441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.271839] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0772e951-115c-4485-b414-343cd2d7cc65 already deleted. [ 777.271839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0772e951-115c-4485-b414-343cd2d7cc65" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.380320] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.380944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.381733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.381733] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 777.409146] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.409146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.409146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.409438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.409470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.419959] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 777.453089] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 777.453089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.453275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.453421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.453558] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.453700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.453768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.453944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.454040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.454125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.454216] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.531625] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.531625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.531625] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.532690] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cef3ff8c-adf4-463c-b9d8-c303b296db49 with status ACTIVE [ 777.532790] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.532898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.532981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.533210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.533303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.533508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.533577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.533657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.533788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.533858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.535308] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.535449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.535522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.535689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.535773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.535864] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cef3ff8c-adf4-463c-b9d8-c303b296db49 is going to be updated. [ 777.542893] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b492fdb0-c3cc-4d54-8e83-0112fbf8702f: rpc.has_security_group_logging(os_id): False [ 777.553760] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.553905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.553973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.566042] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.566217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.567142] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.567256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.567256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.567468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.567614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.567784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef3ff8c-adf4-463c-b9d8-c303b296db49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.573322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.573322] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.573322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.573322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.573550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.573550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.573550] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 777.574612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.574809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.595824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.596176] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.596373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.596373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.596643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.596745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.596900] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.596995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.597081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.597238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.597314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.598323] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.598405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.598405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.598566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.598646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.598735] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 777.601781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 777.601781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.606856] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.606998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.607084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.607287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.607429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.615622] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 777.664175] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.664175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.664175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.664175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.664175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689275] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 777.757944] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 777.779025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.779025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.779025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.779858] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.780134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.780381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.780647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.780990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.781398] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.782030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.782030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.782030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.782182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.782182] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 777.860405] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.860585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.860585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.860822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.861215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.874526] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 777.960142] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.037637] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.088884] env[69429]: INFO networking_nsxv3.common.synchronization [req-ae15337e-efed-496c-8305-c1f3f09f4334 req-fc7826c1-4c55-4cfe-9cff-68bf67bb6dae tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 778.089369] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGHEST for action security_group_members [ 778.089682] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.089801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.089861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.092041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.092224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.092340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.092403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.092574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.093870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.093870] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.203388] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 778.203686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.243429] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 778.245821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.245821] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 778.245821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.273074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 778.273372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.343146] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: SUCCESS [ 778.343146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.401128] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 778.402051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.462570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4120fe5f-e5c1-48e6-b60c-525f10053ae7: rpc.has_security_group_logging(os_id): False [ 778.483037] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.483557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.483694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.484341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.504079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.504661] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.504661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.504661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.504963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.505020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.506043] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 778.543318] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.543725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.545202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.545282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.545410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.545811] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be created. [ 778.565679] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.567025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.567025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.567025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.567025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.583022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: UNINITIALIZED for 2s [ 778.583022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.583022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.583022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.583022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.583022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.592821] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 778.598741] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.598741] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.598741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.598741] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be updated. [ 778.632735] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.632974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.632974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.633242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.633381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.643465] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: IN_PROGRESS for 2s [ 779.430160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 779.430586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.430715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.431083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.432040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.432040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.432040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.432040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.432363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.432488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.432885] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.433127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.433267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.433527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.433833] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.434084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.434226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.434521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.434716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.434901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.435113] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.473207] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 779.473664] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 779.474451] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 779.474653] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 779.475540] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.475731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.475862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.476176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.476428] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.476634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.476801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.477117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.477322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.477482] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.478705] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.482026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.482026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.482026] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.630242] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_rules [ 779.630242] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 779.630242] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 779.630242] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 779.630242] env[69429]: INFO networking_nsxv3.common.synchronization [req-1f863b37-71c5-4877-b754-87b60a6ecbc5 req-fbdaee85-1195-4d79-b11d-178ed3a18f67 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 with Priority: HIGHEST for action port [ 779.630242] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 779.630242] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 deletion is rescheduled due to dependency. [ 779.630242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.631100] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_rules [ 779.631670] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 779.632104] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 with Priority: HIGHEST for action port [ 779.635017] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 779.635017] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 779.635017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.635017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.635017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.635017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc8c4ee-62c4-4e65-af60-e1505513c399 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.635017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.635869] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc8c4ee-62c4-4e65-af60-e1505513c399',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.636820] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.637880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.637880] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.638206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.704113] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 779.704465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.705128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.707148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.707148] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.891459] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 779.891716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.891945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.892350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.892444] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.937311] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9cac490-b364-471c-ac8e-b1f1a0ca4696: rpc.has_security_group_logging(os_id): False [ 779.963260] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.963454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.963543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.963792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.963909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.964204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.964338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.964418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.964595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.964730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.964934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.965133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.965223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.965406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.965506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.965747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.965858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.965949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.966138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.966234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.966326] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be created. [ 779.982389] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.984443] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.030499] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.030665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.030709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.031157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.043369] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 780.139358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bc8c4ee-62c4-4e65-af60-e1505513c399 with status ACTIVE [ 780.139572] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.139735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.139804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.140346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.140346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.140464] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.140533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.140569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.141113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.141113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.141113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.141256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.141256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.141364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.141439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.141502] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 is going to be updated. [ 780.142761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.142877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.176812] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.176812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.176812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.176812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.176812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.176812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.209776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.210055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.210136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.211201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.211201] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.211201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.211201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.211201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.211201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.211201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.211201] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.398395] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.398593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.484512] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.491234] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.590585] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 780.590744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.590789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.591103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.591214] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.591322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.591384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.591552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.591627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.591716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.591804] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.607581] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 780.607914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.654090] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 in Status: SUCCESS [ 780.654318] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 deletion is rescheduled due to dependency. [ 780.654436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.717164] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.717164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.717164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.717336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.717491] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.717593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.717658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.717807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.717964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718210] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718621] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.719091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.719091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719170] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.988992] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.989214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.989451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.989553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.989635] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 780.992857] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.993130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.993274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.993354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.993600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.993600] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be created. [ 781.037974] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.038185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.038227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.038466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.038630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.040915] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.041066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.041191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.041303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.041533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.053598] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 781.054303] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: UNINITIALIZED for 2s [ 781.097019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.097019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.097019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.097019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.097652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.097652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.097652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.097652] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.221610] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b492fdb0-c3cc-4d54-8e83-0112fbf8702f: rpc.has_security_group_logging(os_id): False [ 781.245551] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.245708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.245780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.246234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.246396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.246614] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.246717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.246782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.246950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.247048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.247235] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.247350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.247414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.247561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.247784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.247856] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.247948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.248025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.248433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.248509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.248604] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 781.321698] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.321891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.321978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.322307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.322517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.340495] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 781.601619] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6d1019-2878-4831-9cd6-9a049eaf05e1: rpc.has_security_group_logging(os_id): False [ 781.617864] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.618075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.618140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.618454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.618542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.618743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.618871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.618930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.619158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.619248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.619458] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.619555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.619609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.619749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.620862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.620862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.620862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.620862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.620862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.620862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.620862] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be created. [ 781.701294] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.701294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.701294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.701294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.701294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.714777] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: IN_PROGRESS for 2s [ 782.058204] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 782.058204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.058204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.058470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.058669] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.561719] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.562127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.562286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.562608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.562966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.563244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.563408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.564335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.564538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.564723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.564964] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.066493] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 783.066493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.066493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.067204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.067204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.067204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.067204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.067469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.067469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.067586] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.076905] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 783.077151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.077502] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.077636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.077696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.077904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.078075] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.078278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.078278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.078443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.078498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.078543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.079313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.079313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.079313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.079313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.083600] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.083600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.083600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.083600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.083846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.083846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.083846] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.084728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.084903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.085075] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.085216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.085270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.091017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.091017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.091017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.373568] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 783.373838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.439999] env[69429]: INFO networking_nsxv3.common.synchronization [req-8f5f6605-20f6-484a-a435-f58f8103be51 req-9f1b4bdf-7e47-40b4-ac6a-8f62769229e7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_members [ 783.440564] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGHEST for action security_group_members [ 783.440876] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.441495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.441495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.441611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.442212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.442212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.442212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.442212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.442212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.443500] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.590183] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9cac490-b364-471c-ac8e-b1f1a0ca4696: rpc.has_security_group_logging(os_id): False [ 783.590183] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.591138] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.608321] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.608415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.609638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.609638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.610134] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.610134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.610134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.610624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.610624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.610884] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.610958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.611036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.611347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.611540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.611646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 783.672015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.672220] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.672299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.672482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.672628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.688088] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 783.728013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 783.728254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.944679] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.945169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.945410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.945778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.978615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.979117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.979730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.979933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.980275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.980511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.980706] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac is going to be updated. [ 783.985517] env[69429]: INFO networking_nsxv3.common.synchronization [req-d4819954-f0fc-494d-840d-551066cc5c57 req-bbcb2c7a-ed44-4998-a0a4-3d0ac10a1742 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 783.986916] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 783.987422] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990229] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.990229] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.009532] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.009532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.009532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.009765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.009765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.018641] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac in Status: IN_PROGRESS for 2s [ 784.092577] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.095727] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.493430] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.493430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.493430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.493430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.513235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.513498] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.513619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.513690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.513893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.513979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.514077] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 784.528915] env[69429]: INFO networking_nsxv3.common.synchronization [None req-5b6daa6b-42b9-4121-8555-76431aedfeba tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_rules [ 784.530245] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_rules [ 784.530245] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.530245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.530245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.530657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.530741] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.542114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.542259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.542339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.542552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.543394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.551758] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 784.595712] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.595871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.595948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.596224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.596314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.596419] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 784.597729] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.597842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.600019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.600019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.600019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600019] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be updated. [ 784.616883] env[69429]: INFO networking_nsxv3.common.synchronization [None req-95617446-9069-4926-9e5a-416c2e86d873 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_rules [ 784.617677] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_rules [ 784.617969] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.618226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632469] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.632469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.634795] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.634938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.635019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.635226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.635650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.649227] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 784.649811] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: IN_PROGRESS for 2s [ 785.051572] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.051776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.051933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.053413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.053413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.053413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 already deleted. [ 785.053413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.053413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.053899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.053899] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.548916] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 req-9a3d4123-41d4-4af2-9fdd-7f04c8948896 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_members [ 785.549595] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_members [ 785.549961] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.551082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.551195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.551480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.551690] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.551833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.551954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.552166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.552309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.552460] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.577158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.577326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.577426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.577770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.577770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.577846] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 already deleted. [ 785.577921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.701587] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 785.702066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.919559] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.919559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.919559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.919559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.919559] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.919559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.919559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.921140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.921690] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.922187] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.922473] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.922730] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.922977] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.923301] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.923553] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.923823] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.943761] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.943761] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.944257] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.946086] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.946086] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-56233669-1da5-41f8-9b09-17e85fab28f0 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.946086] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.946086] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.946086] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.946086] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56233669-1da5-41f8-9b09-17e85fab28f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.045823] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac in Status: SUCCESS [ 786.046722] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac deletion is rescheduled due to dependency. [ 786.046937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.056813] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.058313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.058313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.058713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5680826e-293d-44ee-8138-991414726236 already deleted. [ 786.058713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.082560] env[69429]: INFO networking_nsxv3.common.synchronization [req-49337226-832f-4142-bb1b-fe4e6459c84f req-bf6118ab-c99b-429a-be06-f5aa2f3bac9d tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 786.083879] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 786.083879] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.083879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.083879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.084242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.085049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.085240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.085320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.085522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.085693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.087458] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.450057] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.450246] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.450356] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.450658] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.450816] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.450978] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 56233669-1da5-41f8-9b09-17e85fab28f0 not found, creating... [ 786.451264] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.451427] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.451558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.451783] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.451957] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.452375] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.452597] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.452730] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.453009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.453942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.454155] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 56233669-1da5-41f8-9b09-17e85fab28f0 is going to be created. [ 786.474345] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.474826] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.474951] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.475359] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.475937] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.476296] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.541031] env[69429]: INFO networking_nsxv3.common.synchronization [req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 req-f556cd03-7653-46d7-b899-645744057477 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 786.541598] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 786.544966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.544966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.561991] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 786.562411] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 786.562411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.592768] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.663980] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 786.664237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.664428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.664646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.664839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.664955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.665031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.665191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.665296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.665350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.665445] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.668401] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.668401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.668401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.668401] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.718384] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_members [ 786.718585] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 786.718753] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 786.719292] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_members [ 786.719459] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 786.719570] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 786.719908] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f0252c-2284-407c-be80-ce22f0bc7edb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.720076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.720159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.720446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.720638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.720758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.720835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.721008] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.721178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.721320] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.722251] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.722371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.722451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.722625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.722798] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.722914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.722994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.723173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.723261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.723357] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.724237] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.724376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.724447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.724627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.724791] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.724893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.725021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.725143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.725240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.725339] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_rules [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_rules [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_members [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b1e184f-fe58-41eb-997d-ec41f19fb16d req-ec0e2998-f1b0-4729-baf5-d9b8b3585e50 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 with Priority: HIGHEST for action port [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_rules [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_rules [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_members [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 with Priority: HIGHEST for action port [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_rules [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 786.782382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 786.782382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.782382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.782382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.782382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.782382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f0252c-2284-407c-be80-ce22f0bc7edb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.783298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.783625] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc8c4ee-62c4-4e65-af60-e1505513c399 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.783905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.784203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.784871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.785087] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc8c4ee-62c4-4e65-af60-e1505513c399',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.786517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1f0252c-2284-407c-be80-ce22f0bc7edb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.786785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.787020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.787431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.787642] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.788691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.789253] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.789471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.099489] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.170236] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.171275] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.171383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.178064] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 req-a226a7f9-4298-450a-b890-392cad38ad63 service nova] Enqueued Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_rules [ 787.178146] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 req-a226a7f9-4298-450a-b890-392cad38ad63 service nova] Enqueued Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_members [ 787.178279] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 req-a226a7f9-4298-450a-b890-392cad38ad63 service nova] Enqueued Resource ID: 56233669-1da5-41f8-9b09-17e85fab28f0 with Priority: HIGHEST for action port [ 787.178728] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_rules [ 787.178854] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_members [ 787.179040] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56233669-1da5-41f8-9b09-17e85fab28f0 with Priority: HIGHEST for action port [ 787.179218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.179598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.179677] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.180610] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.180757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.181060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.181256] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.181434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.181484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.181644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.181754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.181868] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.182996] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-56233669-1da5-41f8-9b09-17e85fab28f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.182996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.182996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.182996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.183248] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56233669-1da5-41f8-9b09-17e85fab28f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.226962] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.227842] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.228503] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.290590] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bc8c4ee-62c4-4e65-af60-e1505513c399 with status ACTIVE [ 787.290911] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.291099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.291181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.292091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.292091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.292091] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.292091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.292091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.292350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.292350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.292532] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.292645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.292785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.292878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.293111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.293111] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bc8c4ee-62c4-4e65-af60-e1505513c399 is going to be updated. [ 787.294450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f0252c-2284-407c-be80-ce22f0bc7edb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.294561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.314277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.314277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.314689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.314689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.314842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc8c4ee-62c4-4e65-af60-e1505513c399" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.601871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.602262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.602345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.602553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.602648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.602821] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 787.629262] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.629440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.630089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.630089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.630089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.637760] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 787.675100] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24a80956-76b5-4346-8a82-b083a36419f6: rpc.has_security_group_logging(os_id): False [ 787.684941] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.686086] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.686201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.686589] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56233669-1da5-41f8-9b09-17e85fab28f0 with status ACTIVE [ 787.686757] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.686866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.686935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.690981] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.690981] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.690981] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56233669-1da5-41f8-9b09-17e85fab28f0 is going to be updated. [ 787.693680] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.694172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.694269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.694325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.694476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.694555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.694650] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be created. [ 787.707419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.707619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.707717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.707973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.708175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.708345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56233669-1da5-41f8-9b09-17e85fab28f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.730436] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.731853] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.732662] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.763237] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.763413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.763413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.763631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.763819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.780741] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: IN_PROGRESS for 2s [ 788.190578] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.235660] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.235888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.235947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.236130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.236219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.236314] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be updated. [ 788.237544] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.237660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.237866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.238073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.238134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.239024] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 788.240059] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.240162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.240231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.240386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.240460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.240592] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f0252c-2284-407c-be80-ce22f0bc7edb is going to be created. [ 788.274599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.274999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.274999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.274999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.279105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.281067] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.281281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.281369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.281573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.281737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.287319] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.287479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.287550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.287841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.292018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.300217] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: IN_PROGRESS for 2s [ 788.300974] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 788.301643] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f0252c-2284-407c-be80-ce22f0bc7edb in Status: UNINITIALIZED for 2s [ 788.692845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.693327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.693327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.693327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.693567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.693567] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5680826e-293d-44ee-8138-991414726236 is going to be created. [ 788.724659] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.724741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.724916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.725018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.725183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.733927] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5680826e-293d-44ee-8138-991414726236 in Status: UNINITIALIZED for 2s [ 789.183297] env[69429]: INFO networking_nsxv3.common.synchronization [req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 req-aeb4cd4e-e219-4272-8746-fdbd9014d589 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 789.185063] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 789.185615] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.185740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.185849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.186493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.186493] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.186493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.186493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.186698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.186745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.186826] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.649504] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 789.649738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.649900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.650139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.650326] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.650444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.650506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.650659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.650741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.651419] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.692099] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.793138] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 789.793138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.793138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.793138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.793138] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.158485] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.158673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.158723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.158913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.159011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.159218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.159314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.159385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.159541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.159614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.159701] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 790.185998] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.186158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.186226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.186439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.187556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.191578] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.195376] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 790.297875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.297875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.313615] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f0252c-2284-407c-be80-ce22f0bc7edb in Status: SUCCESS [ 790.313844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.314590] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 790.314751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.315360] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 790.315522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.316330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.317293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.317530] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.317648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.317722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.318202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.318298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.318414] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.319281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.323017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.323017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323590] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.323590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.323590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.323590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.323590] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.548831] env[69429]: INFO networking_nsxv3.common.synchronization [req-d60d5111-9c66-4474-99b1-26bb1cc59297 req-c5cd997a-ded1-4af8-87bd-a589e691d78f tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 790.549563] env[69429]: INFO networking_nsxv3.common.synchronization [req-d60d5111-9c66-4474-99b1-26bb1cc59297 req-c5cd997a-ded1-4af8-87bd-a589e691d78f tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_members [ 790.549563] env[69429]: INFO networking_nsxv3.common.synchronization [req-d60d5111-9c66-4474-99b1-26bb1cc59297 req-c5cd997a-ded1-4af8-87bd-a589e691d78f tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 790.549725] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 790.549878] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f0252c-2284-407c-be80-ce22f0bc7edb with Priority: HIGHEST for action security_group_members [ 790.550086] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a80956-76b5-4346-8a82-b083a36419f6 with Priority: HIGHEST for action security_group_members [ 790.550380] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550755] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f0252c-2284-407c-be80-ce22f0bc7edb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a80956-76b5-4346-8a82-b083a36419f6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.551076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.697644] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.697804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.697875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.698093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.698306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.698420] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be updated. [ 790.726209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.726357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.726798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.736113] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 790.742340] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5680826e-293d-44ee-8138-991414726236 in Status: SUCCESS [ 790.742556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.742938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.743168] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.743305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.743372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.743501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.743584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743762] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.815442] env[69429]: INFO networking_nsxv3.common.synchronization [req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f req-85730aff-91e6-4df4-bd75-5833e46765e6 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 790.815442] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 790.815442] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.815442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.815442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.815442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.815442] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.815442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.815442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.816734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.816734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.816734] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.825691] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.827990] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.828647] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.243240] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.243356] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.243482] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.244747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.244747] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.244747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.244747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.244747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.244992] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.245041] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.245223] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.245274] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.245409] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.245911] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.245911] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.245911] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.247415] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.268631] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.269267] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.269944] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.269944] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.271411] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-97b5257d-4efa-468e-b376-5d2d162b1c2f taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.271547] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.271605] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.272758] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.272758] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b5257d-4efa-468e-b376-5d2d162b1c2f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.317507] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.333067] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.333067] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.333342] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.749922] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5680826e-293d-44ee-8138-991414726236: rpc.has_security_group_logging(os_id): False [ 791.769583] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.769816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.769816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.770394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.770394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.770394] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.770561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.770561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.770675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.770763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.770832] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5680826e-293d-44ee-8138-991414726236 is going to be created. [ 791.778174] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.778391] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.778522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.778777] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.778924] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.779092] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 97b5257d-4efa-468e-b376-5d2d162b1c2f not found, creating... [ 791.779360] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.779557] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.779631] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.779843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.780046] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.780349] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.780508] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.780623] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.780834] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.780974] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.782260] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 97b5257d-4efa-468e-b376-5d2d162b1c2f is going to be created. [ 791.798219] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.798464] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.798544] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.798819] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.799921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.799921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.821278] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.834687] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.834886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.834983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.835283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.835463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.835541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be updated. [ 791.841778] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.841778] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.841778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.841778] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 791.842587] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.842774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.842774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.842905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.843021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.843076] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f0252c-2284-407c-be80-ce22f0bc7edb is going to be updated. [ 791.855016] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5680826e-293d-44ee-8138-991414726236 in Status: IN_PROGRESS for 2s [ 791.869219] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.869453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.869568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.869846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.870071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.872873] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.872980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.873099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.873317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.873432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.874993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.875061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.875094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.875264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.875380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.906054] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f0252c-2284-407c-be80-ce22f0bc7edb in Status: IN_PROGRESS for 2s [ 791.906944] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: IN_PROGRESS for 2s [ 791.907659] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 792.207186] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 792.207245] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 deletion is rescheduled due to dependency. [ 792.207386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.326125] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.326125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.326125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.326125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.326125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.326125] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be updated. [ 792.351832] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.352054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.353484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.353484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.353484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.361660] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 792.711353] env[69429]: INFO networking_nsxv3.common.synchronization [req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f req-36ca42fe-0e1b-4f8a-8a8c-505976848938 service nova] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_rules [ 792.711353] env[69429]: INFO networking_nsxv3.common.synchronization [req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f req-36ca42fe-0e1b-4f8a-8a8c-505976848938 service nova] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 792.711353] env[69429]: INFO networking_nsxv3.common.synchronization [req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f req-36ca42fe-0e1b-4f8a-8a8c-505976848938 service nova] Enqueued Resource ID: 97b5257d-4efa-468e-b376-5d2d162b1c2f with Priority: HIGHEST for action port [ 792.711353] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_rules [ 792.711353] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 792.711353] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5257d-4efa-468e-b376-5d2d162b1c2f with Priority: HIGHEST for action port [ 792.712359] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.712488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.712558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.712791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.712846] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.713800] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.713907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.714135] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b5257d-4efa-468e-b376-5d2d162b1c2f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.714243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.714313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.714497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.714575] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b5257d-4efa-468e-b376-5d2d162b1c2f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.745380] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 792.745602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.071302] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1c50d0d9-1be7-402a-b1bc-e64125c92997 None None] Enqueued Resource ID: 5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1 with Priority: HIGHEST for action port [ 793.071606] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1 with Priority: HIGHEST for action port [ 793.072209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.072817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.072817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.072817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.072817] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.217838] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.218429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.218429] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b5257d-4efa-468e-b376-5d2d162b1c2f with status ACTIVE [ 793.218429] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.218585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.218585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.218811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.218998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.219059] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.219154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.219278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.221178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.221343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.222228] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.222228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.222228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.222228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.222228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.222228] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b5257d-4efa-468e-b376-5d2d162b1c2f is going to be updated. [ 793.246470] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.246607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.246677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.246881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.247032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.247429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b5257d-4efa-468e-b376-5d2d162b1c2f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.277799] env[69429]: INFO networking_nsxv3.common.synchronization [None req-ee29f323-5079-4f7c-98e7-f47d6b42fb9b tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 793.278419] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 793.278737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.280010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.280143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.280402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.280498] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.381966] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0f5f1c17-5456-4ed8-aaf0-38d6d7d5af3d tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 793.382617] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 793.382927] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.576099] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1 [ 793.576845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.576845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.576845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.577096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.577159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.577454] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1 already deleted. [ 793.577617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b28aed0-eb0d-410b-b7b8-9e7cd2a368e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.805658] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.809193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.809563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.809563] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c already deleted. [ 793.809563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.809758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.809855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.809964] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.867779] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5680826e-293d-44ee-8138-991414726236 in Status: SUCCESS [ 793.867779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920980] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 793.921107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.921731] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 793.921904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.922552] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f0252c-2284-407c-be80-ce22f0bc7edb in Status: SUCCESS [ 793.922711] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.922863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.924674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.925635] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.925764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.925840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.926038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.928851] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.928851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.928851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.929431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.929431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.929431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.929431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.929431] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.932171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.932171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.932865] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.932865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.932865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.932865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.932865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.933140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.933140] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.934275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.934482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.934737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.934803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.934882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.935125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.935287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.935407] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.936248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.936414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.936617] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.936771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.936884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.937045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.937138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.937371] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.937910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.938117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.938359] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.938792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.938792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.938792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.938792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.938980] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.334203] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.334203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.334203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334203] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c already deleted. [ 794.334203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.371345] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 794.371569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.371735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.371950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.372203] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.372327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.372389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.372548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.372710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.372765] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.436174] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 794.437607] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24a80956-76b5-4346-8a82-b083a36419f6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.441414] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.441414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.441414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.441414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.441414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.441648] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.441648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.441648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.441799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.441895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.441983] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be updated. [ 794.443187] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.444064] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1f0252c-2284-407c-be80-ce22f0bc7edb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.445044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.445162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.445249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.445387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.446389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446389] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.446389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.446389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.446389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.446389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446389] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f0252c-2284-407c-be80-ce22f0bc7edb is going to be deleted. [ 794.455553] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.455553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.455553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.455553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.455553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.455828] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.455910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.455975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.456149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.456226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.456445] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.456543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.457081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.457081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.457081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.457081] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.457258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.457258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.457319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.457847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.457847] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 794.472433] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.472433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.472433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.472707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.479218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.479375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.479425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.479612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.479703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.479805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.480831] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: IN_PROGRESS for 2s [ 794.524156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.524281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.524281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.524550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.528265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.547273] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 794.879905] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.940245] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24a80956-76b5-4346-8a82-b083a36419f6: rpc.has_security_group_logging(os_id): False [ 794.950214] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.951521] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1f0252c-2284-407c-be80-ce22f0bc7edb: rpc.has_security_group_logging(os_id): False [ 794.960669] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.960786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.960842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.961142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.961266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.961565] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.961694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.961778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.961977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.966162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.966317] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 is going to be updated. [ 794.973367] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.973563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.973665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.974170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.974170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.974330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.974461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.974549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.974752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.974859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.974976] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f0252c-2284-407c-be80-ce22f0bc7edb is going to be created. [ 794.997483] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d1f0252c-2284-407c-be80-ce22f0bc7edb], does not exist path=[/infra/domains/default/groups/d1f0252c-2284-407c-be80-ce22f0bc7edb]."\n}' [ 794.997483] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f0252c-2284-407c-be80-ce22f0bc7edb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1f0252c-2284-407c-be80-ce22f0bc7edb [ 794.997483] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 795.032382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.032531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.032608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.032863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.033862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.034132] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.034240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.034298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.034476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.034569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.034767] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.034858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.034918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.035622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.035666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.035736] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f0252c-2284-407c-be80-ce22f0bc7edb is going to be created. [ 795.041638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.041764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.041832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.042320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.042497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.059116] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d1f0252c-2284-407c-be80-ce22f0bc7edb], does not exist path=[/infra/domains/default/groups/d1f0252c-2284-407c-be80-ce22f0bc7edb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1f0252c-2284-407c-be80-ce22f0bc7edb [ 795.059116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1f0252c-2284-407c-be80-ce22f0bc7edb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.059116] env[69429]: Traceback (most recent call last): [ 795.059116] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 795.059116] env[69429]: return func(*args, **kwargs) [ 795.059116] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 795.059116] env[69429]: res.raise_for_status() [ 795.059116] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 795.059116] env[69429]: raise HTTPError(http_error_msg, response=self) [ 795.059116] env[69429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1f0252c-2284-407c-be80-ce22f0bc7edb [ 795.059116] env[69429]: During handling of the above exception, another exception occurred: [ 795.059116] env[69429]: Traceback (most recent call last): [ 795.059116] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 795.059116] env[69429]: listener.cb(fileno) [ 795.059116] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 795.059116] env[69429]: result = function(*args, **kwargs) [ 795.059116] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 795.059116] env[69429]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 795.059116] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 795.059116] env[69429]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 795.059116] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 795.059116] env[69429]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 795.059116] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 795.059116] env[69429]: res.raise_for_status() [ 795.059116] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 795.059116] env[69429]: raise HTTPError(http_error_msg, response=self) [ 795.059116] env[69429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1f0252c-2284-407c-be80-ce22f0bc7edb [ 795.059116] env[69429]: Removing descriptor: 21 [ 795.061731] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: IN_PROGRESS for 2s [ 795.365296] env[69429]: INFO networking_nsxv3.common.synchronization [None req-bfe90608-0b7a-4da4-b747-650425d0840f None None] Enqueued Resource ID: 0d00dd36-f90a-49ae-bde6-94cba2716ec1 with Priority: HIGHEST for action port [ 795.365296] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d00dd36-f90a-49ae-bde6-94cba2716ec1 with Priority: HIGHEST for action port [ 795.366069] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d00dd36-f90a-49ae-bde6-94cba2716ec1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.366069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d00dd36-f90a-49ae-bde6-94cba2716ec1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.366069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d00dd36-f90a-49ae-bde6-94cba2716ec1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.366069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d00dd36-f90a-49ae-bde6-94cba2716ec1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.366069] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d00dd36-f90a-49ae-bde6-94cba2716ec1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.384681] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.454645] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.454809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.454878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.455150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.455304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.455420] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 795.484451] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.484631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.484631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.485390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.485390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.497018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 795.872907] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d00dd36-f90a-49ae-bde6-94cba2716ec1 [ 795.873157] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.873285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.873353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.873572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.874699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.874699] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d00dd36-f90a-49ae-bde6-94cba2716ec1 already deleted. [ 795.874699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d00dd36-f90a-49ae-bde6-94cba2716ec1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.887898] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.888064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.888146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.888342] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.888432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.888527] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be updated. [ 795.917184] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.917184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.917184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.917184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.917184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.927925] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 796.495460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 796.495687] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a80956-76b5-4346-8a82-b083a36419f6 deletion is rescheduled due to dependency. [ 796.495807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.561865] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 796.561865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.561865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.561865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.562073] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.064034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.064160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.074582] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24a80956-76b5-4346-8a82-b083a36419f6 in Status: SUCCESS [ 797.074816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a80956-76b5-4346-8a82-b083a36419f6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.506332] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.506332] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.506332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.506332] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.937382] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 797.937614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.937784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.938148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.938383] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.938507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.938574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.938738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.938817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.938902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.938996] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.009107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.009107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.009107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.009107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.009107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.009107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.009107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.010835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.011050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.011171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.011469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.011624] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.011721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.011931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.012027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.012182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.012277] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.440951] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.441140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.441205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.441435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.441605] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.441757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.441757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.441914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.442009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.442229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.442381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.442474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.442535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.442679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.442815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.442903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.442962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.445850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.445850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.445850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.445850] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.515016] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b7866e-91ef-4052-b481-0c8630290ffb: rpc.has_security_group_logging(os_id): False [ 798.537377] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.537377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.537377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.537377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.562251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.562506] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.562621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.562687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.562884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.562962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.563734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.563822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.564010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.564120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.564329] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.564492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.564576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.564740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.564837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565122] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 798.577841] env[69429]: INFO networking_nsxv3.common.synchronization [None req-39bf5145-e680-4465-9743-61f3353584eb None None] Enqueued Resource ID: 1dd6745d-0e17-40e2-87f3-c94fcd1c0414 with Priority: HIGHEST for action port [ 798.577841] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6745d-0e17-40e2-87f3-c94fcd1c0414 with Priority: HIGHEST for action port [ 798.578434] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dd6745d-0e17-40e2-87f3-c94fcd1c0414 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.578585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dd6745d-0e17-40e2-87f3-c94fcd1c0414" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.578626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dd6745d-0e17-40e2-87f3-c94fcd1c0414" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.578864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dd6745d-0e17-40e2-87f3-c94fcd1c0414" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.578947] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd6745d-0e17-40e2-87f3-c94fcd1c0414',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.634190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.634190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.634190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.634190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.634190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.648150] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 798.946155] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f16d2de-fcde-4a2d-aaa0-881c3c573be7: rpc.has_security_group_logging(os_id): False [ 798.966295] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.966442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.966515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.966732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.985184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.986736] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.986904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.987410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.987689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.987812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.988426] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.988565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.989059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.989276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.989390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.989613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.989716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.989780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.989927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.990013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.990896] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be updated. [ 799.065359] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.065500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.065564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.065781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.065921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.082684] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dd6745d-0e17-40e2-87f3-c94fcd1c0414 [ 799.083113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.083260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.083333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.083725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.083814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.083914] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dd6745d-0e17-40e2-87f3-c94fcd1c0414 already deleted. [ 799.083997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dd6745d-0e17-40e2-87f3-c94fcd1c0414" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.085029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 799.275655] env[69429]: INFO networking_nsxv3.common.synchronization [req-8238199d-f8bd-429d-9240-0801f0280237 req-f8dca00d-0ab8-4e4c-ae13-583e94c7161f tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 799.276203] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 799.276499] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.276618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.276682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.277071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.277234] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.277332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.277393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.277579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.277662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.277751] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.554242] env[69429]: INFO networking_nsxv3.common.synchronization [None req-e23ba690-79b8-4b75-924f-8b24d98cead4 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 799.554730] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 799.555775] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.555951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.556041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.556322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.556410] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.784539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.784539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.784539] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 already deleted. [ 799.784539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.784539] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1367526c-01c0-4760-9ffb-292e030856a4 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 799.786036] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 799.786749] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.787171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.966328] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.966328] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.966328] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.966645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.966901] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.970096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.970096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.970096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.970096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.970096] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.970096] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.970096] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.970096] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.970096] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.970096] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.970096] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.989682] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.989682] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.989682] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.989864] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.990271] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-33fb3816-dbc6-4590-a6b8-efe3d9568973 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.990382] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.990444] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.990784] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.990906] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fb3816-dbc6-4590-a6b8-efe3d9568973',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.076501] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.076871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.076964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.077180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.077297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.077365] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 already deleted. [ 800.077451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.077600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.077800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.077884] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.430203] env[69429]: INFO networking_nsxv3.common.synchronization [req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 req-dba209b4-27d1-4cf5-bafb-0cf23cf14e51 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 800.430801] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 800.431500] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.431634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.431703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.431923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.432179] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.432403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.432403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.432528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.432617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.432714] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.493084] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.493348] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.493469] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.493758] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.493911] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.494080] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 33fb3816-dbc6-4590-a6b8-efe3d9568973 not found, creating... [ 800.494364] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.494614] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.494740] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.494966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.495131] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.495423] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.495594] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.495694] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.495905] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.497371] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.498229] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 is going to be created. [ 800.517343] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.517343] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.517518] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.517653] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.517895] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.518141] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.608185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.609687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.609687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.609687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.609687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.610244] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 already deleted. [ 800.610244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.671182] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 800.671369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.909330] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d44cdcc5-12d7-48d5-bda4-a181a8e74e7b None None] Enqueued Resource ID: 667938d1-104a-4456-96f2-f914e23d16c1 with Priority: HIGHEST for action port [ 800.909330] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667938d1-104a-4456-96f2-f914e23d16c1 with Priority: HIGHEST for action port [ 800.909330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-667938d1-104a-4456-96f2-f914e23d16c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.909330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667938d1-104a-4456-96f2-f914e23d16c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.909728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667938d1-104a-4456-96f2-f914e23d16c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.911062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667938d1-104a-4456-96f2-f914e23d16c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.911266] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667938d1-104a-4456-96f2-f914e23d16c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.939511] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.096851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 801.096851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.402236] env[69429]: INFO networking_nsxv3.common.synchronization [req-8238199d-f8bd-429d-9240-0801f0280237 req-ad9d6e9b-0837-4313-9d47-6456a5bb832a service nova] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_rules [ 801.402407] env[69429]: INFO networking_nsxv3.common.synchronization [req-8238199d-f8bd-429d-9240-0801f0280237 req-ad9d6e9b-0837-4313-9d47-6456a5bb832a service nova] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 801.402530] env[69429]: INFO networking_nsxv3.common.synchronization [req-8238199d-f8bd-429d-9240-0801f0280237 req-ad9d6e9b-0837-4313-9d47-6456a5bb832a service nova] Enqueued Resource ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 with Priority: HIGHEST for action port [ 801.403328] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_rules [ 801.403465] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 801.404313] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 with Priority: HIGHEST for action port [ 801.404313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.404763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.404872] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.405694] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.405811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.405913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.406047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.406199] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.406297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.406575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.406575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.406575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406794] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.407805] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fb3816-dbc6-4590-a6b8-efe3d9568973 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409417] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fb3816-dbc6-4590-a6b8-efe3d9568973',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.415213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 667938d1-104a-4456-96f2-f914e23d16c1 [ 801.415213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.415213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.415213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.415213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.415213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.415213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:667938d1-104a-4456-96f2-f914e23d16c1 already deleted. [ 801.415213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667938d1-104a-4456-96f2-f914e23d16c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441911] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.910333] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.911615] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.911777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.911938] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33fb3816-dbc6-4590-a6b8-efe3d9568973 with status ACTIVE [ 801.912167] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.912295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.912363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.912588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.912669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.912830] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.912923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.912985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.917421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.917421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.917539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.917636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.917697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.917850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.917922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.918040] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 is going to be updated. [ 801.939351] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.939605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.939701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.939934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.940134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.940313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.944060] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.944186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.944257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.944450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.944545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.944642] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 801.969868] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.970282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.970547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.970671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.978360] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 802.421126] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.924851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.925140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.925140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.925380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.925494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.925639] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be created. [ 802.948630] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.949114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.949227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.949471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.949805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.959297] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: UNINITIALIZED for 2s [ 803.988143] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 803.988416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.215368] env[69429]: INFO networking_nsxv3.common.synchronization [req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 req-24838320-9568-412e-8af7-68cf0632d2bc tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 804.216089] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 804.216541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.218510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.218510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.218510] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.533950] env[69429]: INFO networking_nsxv3.common.synchronization [req-4d54215a-efa5-4ae9-ac4e-93644235034a req-fc2821ac-ed64-4db6-9591-073283cf8437 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 804.533950] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGHEST for action security_group_members [ 804.534119] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.536269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.536376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.536531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.536698] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.536797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.536855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.537014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.538459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.538589] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.721354] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.745774] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.746017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.746158] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.746436] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.746845] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.747059] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.747181] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.747410] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.747559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747764] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.747878] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.747989] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.748119] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.748235] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.748344] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.748480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.766945] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.767149] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.767300] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.767479] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767805] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-08809616-ee2f-44ae-865e-5b6ce2f79d39 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.767982] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.768394] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.768471] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.768587] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08809616-ee2f-44ae-865e-5b6ce2f79d39',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.975182] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 804.975417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.975589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.975806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976008] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976618] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.041624] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.041959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.041959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.042079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.061391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.061703] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.061771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.061843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.062226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.062351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.062472] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be updated. [ 805.088293] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.088485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.088549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.088722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.088861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.100358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: IN_PROGRESS for 2s [ 805.224404] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.270991] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.271228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.271393] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.271673] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.271833] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.271996] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 08809616-ee2f-44ae-865e-5b6ce2f79d39 not found, creating... [ 805.272346] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272668] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272911] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.273078] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.273416] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.273585] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.273706] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.273921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.274075] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.274222] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 08809616-ee2f-44ae-865e-5b6ce2f79d39 is going to be created. [ 805.295079] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.295306] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.295431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.295735] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.296031] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.296285] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.479368] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.479598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.479658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.479857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.480034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.480142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.480213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.480383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.480482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.480649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.480727] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.480791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.480838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.480973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.481120] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.481207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.481286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.481406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.481482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.481562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.481725] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.729212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.729212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.729212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.729212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.729212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.729212] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 805.764466] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.764653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.764792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.765015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.765214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.774594] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 805.985129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29acb014-2ce5-4674-a913-de956bef89a2: rpc.has_security_group_logging(os_id): False [ 806.003752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.004421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.004421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.004421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.004421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.005028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.005028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.005028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.005028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.005323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.005464] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.006171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.006171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.006171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.006171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.006171] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.006171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.006516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.006798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.006985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.007121] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be created. [ 806.091362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.091678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.091678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.091767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.091948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.101976] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 806.215318] env[69429]: INFO networking_nsxv3.common.synchronization [req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 req-739461f8-1cf6-438d-8200-4b16ad337beb service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 806.215318] env[69429]: INFO networking_nsxv3.common.synchronization [req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 req-739461f8-1cf6-438d-8200-4b16ad337beb service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 806.215318] env[69429]: INFO networking_nsxv3.common.synchronization [req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 req-739461f8-1cf6-438d-8200-4b16ad337beb service nova] Enqueued Resource ID: 08809616-ee2f-44ae-865e-5b6ce2f79d39 with Priority: HIGHEST for action port [ 806.215318] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 806.215751] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 806.216050] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08809616-ee2f-44ae-865e-5b6ce2f79d39 with Priority: HIGHEST for action port [ 806.216825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.216825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.216825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.216825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.217142] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.218739] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.218914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.219188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-08809616-ee2f-44ae-865e-5b6ce2f79d39 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.219354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.219463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.219700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.219828] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08809616-ee2f-44ae-865e-5b6ce2f79d39',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.723646] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.723805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.723986] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08809616-ee2f-44ae-865e-5b6ce2f79d39 with status ACTIVE [ 806.724189] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.724304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.724368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.724574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.724666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.724836] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.724922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.725008] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.725153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.725232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.725411] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.725504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.725564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.725873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.725873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.725873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08809616-ee2f-44ae-865e-5b6ce2f79d39 is going to be updated. [ 806.787644] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.787818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.787859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.788142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.788290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08809616-ee2f-44ae-865e-5b6ce2f79d39" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.044789] env[69429]: INFO networking_nsxv3.common.synchronization [req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 req-131694f8-ac11-45a4-ad6c-860d39774dc1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 807.044789] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 807.044789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.044789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.044789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.045500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.045500] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.045500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.045500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.045500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.045931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.045931] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.109730] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441bc635-8099-4067-9b37-ec519b439ec5 in Status: SUCCESS [ 807.110039] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 deletion is rescheduled due to dependency. [ 807.110086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.548025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.548025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.548210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.548322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.548435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.548935] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.548935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.548935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549141] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.549180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549269] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 already deleted. [ 807.549369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.607681] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.607890] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.608043] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.608414] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.608678] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.608854] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.608907] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.609192] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.609349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.609565] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.609668] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.609781] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.609891] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.610010] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.610229] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.610385] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.627460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.627639] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.627785] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.627964] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.628291] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.628465] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.628585] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.628951] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.629116] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50883b56-a6d5-42d1-8b70-58a95c0ad2e0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.784833] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 807.785099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.785238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.785467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.785659] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.785780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.785842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.786009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.786119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.786216] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.116859] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 808.117282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.131978] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132384] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132605] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.133033] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.133315] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.133579] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 not found, creating... [ 808.134016] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.134357] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.134544] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.134915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.135182] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.135671] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.136172] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.136533] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.136776] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.137043] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 is going to be created. [ 808.156073] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.156321] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.156454] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.156747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.156987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.157328] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.289576] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.792456] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.053942] env[69429]: INFO networking_nsxv3.common.synchronization [req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 req-640c109a-3855-4d6e-ac26-bd3705b4ee68 service nova] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_rules [ 809.054184] env[69429]: INFO networking_nsxv3.common.synchronization [req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 req-640c109a-3855-4d6e-ac26-bd3705b4ee68 service nova] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 809.054349] env[69429]: INFO networking_nsxv3.common.synchronization [req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 req-640c109a-3855-4d6e-ac26-bd3705b4ee68 service nova] Enqueued Resource ID: 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 with Priority: HIGHEST for action port [ 809.054974] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_rules [ 809.055139] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 809.055247] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 with Priority: HIGHEST for action port [ 809.055555] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.055687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.055754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.056051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056146] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.057107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.057250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.057407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.057568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.057741] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.057850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.058222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.058222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.058222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.058528] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.059147] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.059290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.059381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.059565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.059645] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50883b56-a6d5-42d1-8b70-58a95c0ad2e0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.302091] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.302091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.302091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.302091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.302091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.302091] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 809.330904] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.331160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.331286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.331584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.331767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.341784] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 809.561845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.561995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.563418] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 with status ACTIVE [ 809.564790] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.564790] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.564790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.564790] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.565201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.565201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.565201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.565201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.565330] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 is going to be updated. [ 809.566392] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.589216] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.589216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.589216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.589216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.589216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.589216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50883b56-a6d5-42d1-8b70-58a95c0ad2e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.666104] env[69429]: INFO networking_nsxv3.common.synchronization [req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e req-34941670-03ab-4d19-bf15-6f7a9beba455 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_members [ 809.666104] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_members [ 809.666104] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.667886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.668126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.668476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.668780] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.670011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.670011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.671027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.671027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.671027] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.948726] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.948940] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.949116] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.949402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.949678] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.949868] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.949991] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.950426] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.950426] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.950591] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.950814] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.950814] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.950945] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.950987] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.951094] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.951239] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.969281] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.969456] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.969601] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.969783] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.970122] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-b3187c09-7511-464c-85e5-5a9b3b082d4f taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.970332] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.970528] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.970851] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.970945] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3187c09-7511-464c-85e5-5a9b3b082d4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.072101] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.177177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.177177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.177177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 already deleted. [ 810.177177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.473364] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.473684] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.473736] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.474027] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.474185] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.474344] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port b3187c09-7511-464c-85e5-5a9b3b082d4f not found, creating... [ 810.474619] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.474780] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.474983] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.475263] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.475440] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.475779] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.476140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.476308] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.476795] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.476985] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.477191] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: b3187c09-7511-464c-85e5-5a9b3b082d4f is going to be created. [ 810.495837] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.496272] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.496817] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.497533] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.497778] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.498026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.575202] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.575403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.575479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.575695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.575790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.575883] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be created. [ 810.614232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.614384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.614514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.614687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.615061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.626222] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: UNINITIALIZED for 2s [ 811.222090] env[69429]: INFO networking_nsxv3.common.synchronization [req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e req-985f4aa0-a2c1-444b-800e-9cf3acc8420b service nova] Enqueued Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_rules [ 811.222235] env[69429]: INFO networking_nsxv3.common.synchronization [req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e req-985f4aa0-a2c1-444b-800e-9cf3acc8420b service nova] Enqueued Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_members [ 811.222374] env[69429]: INFO networking_nsxv3.common.synchronization [req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e req-985f4aa0-a2c1-444b-800e-9cf3acc8420b service nova] Enqueued Resource ID: b3187c09-7511-464c-85e5-5a9b3b082d4f with Priority: HIGHEST for action port [ 811.222895] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_rules [ 811.225406] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_members [ 811.225600] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3187c09-7511-464c-85e5-5a9b3b082d4f with Priority: HIGHEST for action port [ 811.225940] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.227149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.227149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.227149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.227149] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.231218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.231218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.231218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.231218] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.231831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3187c09-7511-464c-85e5-5a9b3b082d4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.231831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.231831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.231831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.232019] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3187c09-7511-464c-85e5-5a9b3b082d4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.350908] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 811.351149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.351315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.351538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.351726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.351842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.351945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.352065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.352147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.352242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.352326] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.733542] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.733814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.733814] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.736108] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3187c09-7511-464c-85e5-5a9b3b082d4f with status ACTIVE [ 811.736331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.736432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.736502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.736712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.736798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.736963] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.737077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.737137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.737269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.737363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.737518] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.737596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.737652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.737784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.737855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.737936] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3187c09-7511-464c-85e5-5a9b3b082d4f is going to be updated. [ 811.757545] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.757680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.757680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.757904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.758071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.758239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3187c09-7511-464c-85e5-5a9b3b082d4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.855057] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.855564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.855758] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.856119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.856196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856429] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.856520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.856573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.856715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.856851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.856981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.856981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.857137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.857213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.857294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.857402] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.240034] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.359541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 812.376074] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.376262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.376331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.376566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.395653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396159] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.396532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.397330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.397330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.397330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.397330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.397565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.397565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.397629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.397685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.397873] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.397967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.398044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.398189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.398263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.398461] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 812.452499] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.452649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.452733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.452915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.453076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.463502] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 812.638310] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 812.638569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.638715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.639039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.640534] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.640534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.640534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.640534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.640534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.640534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.640534] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.742460] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.742759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.742759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.742916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.742997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.743106] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 is going to be created. [ 812.764128] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.764270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.764348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.764539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.764689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775079] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 in Status: UNINITIALIZED for 2s [ 813.142255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143046] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143560] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.144023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.144119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.144180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.144319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.144405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.144491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.144586] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.610621] env[69429]: INFO networking_nsxv3.common.synchronization [req-cc315e95-3819-4155-bb4d-dea3085d0411 req-82bfa434-f3ee-49ea-9922-7b352cfd6389 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_members [ 813.611466] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_members [ 813.614213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.614213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.614213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.614213] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.647078] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f11cd31-d184-41ab-bc66-ad38f01c08f1: rpc.has_security_group_logging(os_id): False [ 813.664183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.664358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.664398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.664606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.664700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.664891] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.664990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.665064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.665210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.665283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.665464] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.665550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.665610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.665741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.665809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.666020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.666110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.666170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.666307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.666382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.666467] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be created. [ 813.719708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.719865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.719937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.720163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.720352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.736156] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 813.899577] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.900643] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-595" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.900643] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-595" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.900643] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-595" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.900643] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.900920] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.900920] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.900989] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.901304] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.902131] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.902131] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.902131] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.902131] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.902131] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.902131] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.902469] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.918847] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.918847] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.918847] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.919063] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-595" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.919940] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-2ef6b27d-aacd-4660-95c5-c3688e5bf599 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.919940] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.919940] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.919940] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.920246] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef6b27d-aacd-4660-95c5-c3688e5bf599',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.115453] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.115629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.115709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.116024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.116126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.116344] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.116456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.116512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.116665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.116741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.116828] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf already deleted. [ 814.116908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.424085] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.426605] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.426803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.427198] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.427477] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.427708] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 2ef6b27d-aacd-4660-95c5-c3688e5bf599 not found, creating... [ 814.428157] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.428460] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.428664] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.431139] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.431440] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.431879] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.432154] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.432672] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.433078] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.433198] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.436890] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 2ef6b27d-aacd-4660-95c5-c3688e5bf599 is going to be created. [ 814.460223] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.460658] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.460830] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.461240] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.464428] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.465294] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.478551] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 814.478821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.709814] env[69429]: INFO networking_nsxv3.common.synchronization [req-8c639416-024e-48eb-87b6-61716a46a928 req-98cb5253-dbc5-4dd4-918c-2c655e1d482c tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 814.710392] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 814.710701] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.710859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.710952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.711938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.712123] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.712227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.712310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.712467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.712550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.712645] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.784420] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 in Status: SUCCESS [ 814.784866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.784866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.785063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.785184] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.785297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.785373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.788928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.788928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.788928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.788928] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.129205] env[69429]: INFO networking_nsxv3.common.synchronization [req-cc315e95-3819-4155-bb4d-dea3085d0411 req-2a1a48b3-9239-45e1-a0f3-a9cc61b75dd5 service nova] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_rules [ 815.129478] env[69429]: INFO networking_nsxv3.common.synchronization [req-cc315e95-3819-4155-bb4d-dea3085d0411 req-2a1a48b3-9239-45e1-a0f3-a9cc61b75dd5 service nova] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_members [ 815.129549] env[69429]: INFO networking_nsxv3.common.synchronization [req-cc315e95-3819-4155-bb4d-dea3085d0411 req-2a1a48b3-9239-45e1-a0f3-a9cc61b75dd5 service nova] Enqueued Resource ID: 2ef6b27d-aacd-4660-95c5-c3688e5bf599 with Priority: HIGHEST for action port [ 815.129795] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_rules [ 815.129920] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_members [ 815.130033] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef6b27d-aacd-4660-95c5-c3688e5bf599 with Priority: HIGHEST for action port [ 815.130598] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.130693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.130762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.130980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.131136] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.131942] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.132041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.132094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.132373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.132513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.132577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.132618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.132753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.132855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.132953] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.133770] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef6b27d-aacd-4660-95c5-c3688e5bf599 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.133880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.133980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.134109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.134212] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef6b27d-aacd-4660-95c5-c3688e5bf599',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.217885] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.287685] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.635862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ef6b27d-aacd-4660-95c5-c3688e5bf599 with status ACTIVE [ 815.639020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.639020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.639020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.639020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.639704] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ef6b27d-aacd-4660-95c5-c3688e5bf599 is going to be updated. [ 815.640368] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.661624] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.661827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.661827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.661980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.662123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.662295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef6b27d-aacd-4660-95c5-c3688e5bf599" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.720351] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.747333] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 815.747333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.790356] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for caa782f9-2d52-4975-aaf1-a1f8021cbd88: rpc.has_security_group_logging(os_id): False [ 815.809676] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.809676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.809879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.809879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.810142] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.810238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.810276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.810421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.810489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.810582] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 is going to be created. [ 815.885543] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.885798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.885798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.885955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.887279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.899184] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 in Status: IN_PROGRESS for 2s [ 816.143207] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.223115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.223261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.223351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.223581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.223688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.223842] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 816.253946] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.253946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.253946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.254186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.254286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.262653] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 816.646030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.646182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.646182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.646459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.646587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.646711] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf is going to be created. [ 816.669520] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.669636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.669636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.669847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.670012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.680129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf in Status: UNINITIALIZED for 2s [ 817.913076] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 in Status: SUCCESS [ 817.913419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.280709] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 818.280958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.690413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf in Status: SUCCESS [ 818.690864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.691108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.691426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.691622] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.691741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.691811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.691966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.692062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.692148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.692239] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.194669] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.696939] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c124d49f-8712-4959-9f5a-3d0ee0bf76bf: rpc.has_security_group_logging(os_id): False [ 819.715871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.715978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.715978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.716216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.716301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.716550] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.716786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.716910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.716910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.717067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf is going to be created. [ 819.776916] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.777163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.777250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.777459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.779364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.792046] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf in Status: IN_PROGRESS for 2s [ 819.829494] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 req-5c2f1526-f635-4b37-942a-4c97cb1e1ed7 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 819.829494] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 819.829494] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.829494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.829494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.829819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.829819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.829902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.829902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.831888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.831888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.831888] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.245081] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.245417] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.245417] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.245551] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.245808] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.245989] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.246136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.246349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.246495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.246707] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.246841] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.246964] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.247111] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.247238] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.247348] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.247495] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.264337] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.264512] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.264673] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.264881] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.265216] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-14c7fa34-9cac-46e5-b20f-b765f5329d8d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265393] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.265839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.265985] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c7fa34-9cac-46e5-b20f-b765f5329d8d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.334884] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.767772] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.769420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.769420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.769569] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.769681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.769847] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 14c7fa34-9cac-46e5-b20f-b765f5329d8d not found, creating... [ 820.770147] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.770355] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.770479] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.770713] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.770859] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.771174] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.771336] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.771455] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.771661] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.771795] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.771935] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 14c7fa34-9cac-46e5-b20f-b765f5329d8d is going to be created. [ 820.791284] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.791600] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.791798] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.792362] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.792362] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.793044] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.839486] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.341490] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.341878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.341878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.342009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.342116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.342232] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 821.367794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.367944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.368066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.368410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.368410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.376575] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 821.504434] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 req-141d8f2a-09d7-4241-a3ad-6ba2fbd02619 service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 821.504638] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 req-141d8f2a-09d7-4241-a3ad-6ba2fbd02619 service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 821.504753] env[69429]: INFO networking_nsxv3.common.synchronization [req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 req-141d8f2a-09d7-4241-a3ad-6ba2fbd02619 service nova] Enqueued Resource ID: 14c7fa34-9cac-46e5-b20f-b765f5329d8d with Priority: HIGHEST for action port [ 821.506640] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 821.506640] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 821.506640] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c7fa34-9cac-46e5-b20f-b765f5329d8d with Priority: HIGHEST for action port [ 821.506946] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.507108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.507432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.507668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.507755] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.508706] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.508767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.508977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c7fa34-9cac-46e5-b20f-b765f5329d8d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.509103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.509170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.509351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.509430] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c7fa34-9cac-46e5-b20f-b765f5329d8d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.807713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf in Status: SUCCESS [ 821.807952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.011687] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.011821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.012074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14c7fa34-9cac-46e5-b20f-b765f5329d8d with status ACTIVE [ 822.012222] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.012375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.012445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.012663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.012753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.012929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.013252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.013339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.013516] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.013807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.013881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.013967] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14c7fa34-9cac-46e5-b20f-b765f5329d8d is going to be updated. [ 822.038122] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.038276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.038332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.038530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.038667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.038832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c7fa34-9cac-46e5-b20f-b765f5329d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.607145] env[69429]: INFO networking_nsxv3.common.synchronization [req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b req-01a77bd5-a04d-4a91-b92a-40cf63b616c2 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 822.607145] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 822.608252] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.608633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.608960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.610831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.610831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.610831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.610831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.610831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.610831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.610831] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.892050] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.892267] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.892425] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.892711] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.892978] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.893150] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.893269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.893533] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.893679] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.894030] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.894155] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.894267] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.894377] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.894492] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.894600] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.894734] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.915568] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.915568] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.915568] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.915568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.915568] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.915568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.915568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.915568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.915568] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ee9610-ed7f-4c4f-9964-c1bace28b23b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.115401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.115559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.115627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.115848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.116040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.116149] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.116276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.116345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.116443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.116525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.116590] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be deleted. [ 823.142709] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.142951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.142951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.143144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.143228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.143423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.386117] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 823.386364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.386537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.386808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.387190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.387286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387722] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.418597] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.418928] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.419065] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419398] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.419726] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port a7ee9610-ed7f-4c4f-9964-c1bace28b23b not found, creating... [ 823.419987] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.420160] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.420298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.420534] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.420682] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.420977] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.421150] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.421271] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.421482] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.421621] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.421763] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: a7ee9610-ed7f-4c4f-9964-c1bace28b23b is going to be created. [ 823.445023] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.445023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.445023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.445284] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.445563] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445837] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.890433] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.149237] env[69429]: INFO networking_nsxv3.common.synchronization [req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b req-8572ca58-e710-4e65-b4e8-c7777d1323de service nova] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_rules [ 824.149421] env[69429]: INFO networking_nsxv3.common.synchronization [req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b req-8572ca58-e710-4e65-b4e8-c7777d1323de service nova] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 824.149565] env[69429]: INFO networking_nsxv3.common.synchronization [req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b req-8572ca58-e710-4e65-b4e8-c7777d1323de service nova] Enqueued Resource ID: a7ee9610-ed7f-4c4f-9964-c1bace28b23b with Priority: HIGHEST for action port [ 824.149805] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_rules [ 824.149929] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 824.150042] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ee9610-ed7f-4c4f-9964-c1bace28b23b with Priority: HIGHEST for action port [ 824.150727] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.150854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.150963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.151140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.151223] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.152190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.152324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.152419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.152585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.152742] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.152840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.152900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.153089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.153178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.153266] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.154079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.154192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.154235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.154366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.154447] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ee9610-ed7f-4c4f-9964-c1bace28b23b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.392823] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.655811] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.655980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.657522] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7ee9610-ed7f-4c4f-9964-c1bace28b23b with status ACTIVE [ 824.657714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.657819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.657885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.658102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.658192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658359] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.658454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.658517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.658666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.658741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658919] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.659053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.659101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.659210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.659283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.659367] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7ee9610-ed7f-4c4f-9964-c1bace28b23b is going to be updated. [ 824.660406] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.680079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.680223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.680296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.680564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.680828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.680910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7ee9610-ed7f-4c4f-9964-c1bace28b23b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.883039] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3b90ab70-8b7d-40cd-b29d-8bd443f45aea tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_rules [ 824.883039] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_rules [ 824.883792] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.883792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.883792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.884040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.884040] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.895753] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.896085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.896085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.896224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.896320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.896423] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 824.932198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.932443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.932443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.932916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.932916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.943487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 824.964909] env[69429]: INFO networking_nsxv3.common.synchronization [None req-ad8d7d6b-0428-416a-8f79-7c9f929dd300 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_rules [ 824.965588] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_rules [ 824.965946] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.969709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.163047] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.407549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.407549] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 already deleted. [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.407549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.407549] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.668084] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.668084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.668084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.668084] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be created. [ 825.695025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.695025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.695025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.695025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.695025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.703983] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: UNINITIALIZED for 2s [ 825.946274] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.946274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.946274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.946274] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 already deleted. [ 825.946274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.953101] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 826.953391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.953499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.954043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.954043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.954043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.954271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.954271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.954338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.954435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.954486] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.456561] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.456765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.456835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.457055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.457225] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.457356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.457415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.457558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.457627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.457868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.457990] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.457990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.458138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.458188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.458335] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.458430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.458489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.458642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.458717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.458794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.458896] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.714313] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: SUCCESS [ 827.714595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.714810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715375] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.715538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.715640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.716115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.716263] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.961429] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d5b0cf-813c-4727-a52f-ed657c77f0aa: rpc.has_security_group_logging(os_id): False [ 827.979156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.979309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.979381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.979594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.996796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.997112] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.997236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.997304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.997505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.997592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.997772] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.997870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.997931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.998092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.998173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.998359] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.998453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.998515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.998653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.998729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.998813] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 828.055352] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.055557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.055557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.055786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.055988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.073022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 828.218918] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.219104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.219179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.219399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.219569] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.219669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.219737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.219884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.219973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.220081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.220233] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.220324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.220387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.220574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.220724] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.220819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.220878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.221026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.221105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.221185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.221274] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.724041] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1686c1bd-a9c9-4723-8084-606bf69f1ce1: rpc.has_security_group_logging(os_id): False [ 828.742327] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.742497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.742497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.742728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.742823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.743096] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.743201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.743295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.743422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.743490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.743676] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.743767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.743829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.743965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.744049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.744233] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.744324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.744384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.744522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.744599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.744684] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be created. [ 828.801785] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.801972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.802036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.802264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.802473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.817489] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: IN_PROGRESS for 2s [ 829.538753] env[69429]: INFO networking_nsxv3.common.synchronization [req-5f818592-fe80-4772-9cda-e21ac22f690a req-5a99d21a-8f7b-406d-90c8-c32bf3ffbce0 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 829.539870] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 829.540232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.540358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.540434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.541029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.541029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.541029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.541302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.541381] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.972893] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.973121] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.973252] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.973560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.973831] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.973998] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.974396] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.974670] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.975028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.975611] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.975894] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.976068] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.976551] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.976551] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.976551] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.976662] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.994820] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.994997] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.995153] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.995331] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.995639] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.995812] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.995957] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.996275] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.996544] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d55a56-c21e-4dcd-9e56-ea4f6d479112',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.045272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.045422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.045496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.045706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.045800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.046127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.046191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.046343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.046422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.046511] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be deleted. [ 830.073964] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.074128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.074195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.074410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.074490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.074588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.088701] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 830.089043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.501826] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.502158] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.502298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.502606] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.502767] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.502930] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port b6d55a56-c21e-4dcd-9e56-ea4f6d479112 not found, creating... [ 830.503261] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503440] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503551] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503783] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503937] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.504260] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.504847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.504985] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.505212] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.505352] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.505499] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: b6d55a56-c21e-4dcd-9e56-ea4f6d479112 is going to be created. [ 830.524672] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.524894] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525029] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.525335] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.525568] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.525795] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.829698] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: SUCCESS [ 830.830120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.452953] env[69429]: INFO networking_nsxv3.common.synchronization [req-5f818592-fe80-4772-9cda-e21ac22f690a req-b8708519-4b9a-4091-a48b-471c3dabb085 service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 831.453209] env[69429]: INFO networking_nsxv3.common.synchronization [req-5f818592-fe80-4772-9cda-e21ac22f690a req-b8708519-4b9a-4091-a48b-471c3dabb085 service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 831.453401] env[69429]: INFO networking_nsxv3.common.synchronization [req-5f818592-fe80-4772-9cda-e21ac22f690a req-b8708519-4b9a-4091-a48b-471c3dabb085 service nova] Enqueued Resource ID: b6d55a56-c21e-4dcd-9e56-ea4f6d479112 with Priority: HIGHEST for action port [ 831.454077] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 831.454160] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 831.454278] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d55a56-c21e-4dcd-9e56-ea4f6d479112 with Priority: HIGHEST for action port [ 831.454615] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.454761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.454850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.455117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.455216] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.460021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.460021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.460021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.460021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.462082] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.462242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.462327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.462547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.462645] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d55a56-c21e-4dcd-9e56-ea4f6d479112',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.964367] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.965618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.965791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.966161] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6d55a56-c21e-4dcd-9e56-ea4f6d479112 with status ACTIVE [ 831.966408] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.966472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.966516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.966737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.966845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.967039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.967154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.967229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.967417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.967532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.967773] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.967889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.967961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.968190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.968278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.968376] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6d55a56-c21e-4dcd-9e56-ea4f6d479112 is going to be updated. [ 831.987242] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.987416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.987474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.987636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.987798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.987966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6d55a56-c21e-4dcd-9e56-ea4f6d479112" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.429311] env[69429]: INFO networking_nsxv3.common.synchronization [req-c3d51a8c-a897-44e9-b236-a8e43573fff9 req-7617e5ce-7881-4ca6-8f8a-6df1ef4ac7a6 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 832.429311] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 832.429628] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.429867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.429937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.433099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.433271] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.433378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.433448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.433630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.433724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.433820] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.467085] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.936266] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.936424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.936521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.936861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.936996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.937288] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.937419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.937505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.937701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.937798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.937912] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 832.967699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.967699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.967699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.968721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.968721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.969353] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.969353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.969353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.969600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.969735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.969877] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be created. [ 832.979585] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 832.990331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.990552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.990710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.991095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.991264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.999678] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: UNINITIALIZED for 2s [ 834.991611] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 834.991611] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 deletion is rescheduled due to dependency. [ 834.991611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.010362] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.010362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.010362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.010362] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.044723] env[69429]: INFO networking_nsxv3.common.synchronization [req-730f55a2-c424-44b0-b36e-26532e7913f8 req-8e87b257-9492-4a65-9431-12608cc022fa tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Enqueued Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_members [ 835.045399] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 with Priority: HIGHEST for action security_group_members [ 835.045775] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b05e246-80d8-4cb3-b7f0-c75436b775f0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.045940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.046179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.046470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.046736] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.046932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.047085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.047326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.047488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.047657] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b05e246-80d8-4cb3-b7f0-c75436b775f0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.515443] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.515632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.515721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.515964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.516156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.516255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.516349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.516481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.516564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.516661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.516819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.516911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.516991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.517135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.517277] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.517366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.517433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.517592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.517675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.517778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.517879] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.550861] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.551025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.551156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.551312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.574138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.574406] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.574515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.574628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.574784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.574871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.574963] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 is going to be updated. [ 835.600697] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.600867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.600918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.601189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.601330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.612115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: IN_PROGRESS for 2s [ 836.021409] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3fb07e-a2db-47ec-bdfd-8b5d2902923e: rpc.has_security_group_logging(os_id): False [ 836.038093] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.039806] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.039806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.040835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.040835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.040835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.040835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.040835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.040835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.041071] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.041071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.041071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.041214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.041257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.041336] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be created. [ 836.101962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.102179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.102221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.102427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.102712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.116836] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 836.984437] env[69429]: INFO networking_nsxv3.common.synchronization [req-39eae99d-da45-45ac-8111-6cf44dad891e req-e87fac8f-14ca-4e99-9604-9d06b0344960 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Enqueued Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 836.986823] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 with Priority: HIGHEST for action security_group_members [ 836.987129] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1686c1bd-a9c9-4723-8084-606bf69f1ce1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.987611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.987800] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.988032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988453] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1686c1bd-a9c9-4723-8084-606bf69f1ce1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.490930] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.491298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.491298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.491385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.491486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.491694] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.491851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.491927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.492132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.492292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.492368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 is going to be updated. [ 837.517889] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.518038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.518120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.518298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.518440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.527653] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: IN_PROGRESS for 2s [ 837.621796] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 in Status: SUCCESS [ 837.621962] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b05e246-80d8-4cb3-b7f0-c75436b775f0 deletion is rescheduled due to dependency. [ 837.622098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b05e246-80d8-4cb3-b7f0-c75436b775f0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.131035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 838.131370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568316] env[69429]: INFO networking_nsxv3.common.synchronization [req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 req-9cbdbfaa-29b1-4c18-8e27-c4ed770ad8fb tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Enqueued Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 838.568615] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af with Priority: HIGHEST for action security_group_members [ 838.568763] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.568923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.569033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.569282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.569471] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.569607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.569712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.569884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.569967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.570071] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.073080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.073080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.073080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.073266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.101903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.102206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.102328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.102390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.102630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.102717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.102810] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af is going to be updated. [ 839.128622] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.128780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.128852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.129078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.129215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.136758] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 2s [ 839.537382] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 in Status: SUCCESS [ 839.537586] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1686c1bd-a9c9-4723-8084-606bf69f1ce1 deletion is rescheduled due to dependency. [ 839.538075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1686c1bd-a9c9-4723-8084-606bf69f1ce1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.152046] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: IN_PROGRESS for 4s [ 841.584514] env[69429]: INFO networking_nsxv3.common.synchronization [req-d1913fd1-2e30-47f4-b4aa-d27b519a786e req-cf776b76-6f4e-40e6-a7d8-bf09bd729790 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 841.584696] env[69429]: INFO networking_nsxv3.common.synchronization [req-d1913fd1-2e30-47f4-b4aa-d27b519a786e req-cf776b76-6f4e-40e6-a7d8-bf09bd729790 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 841.584837] env[69429]: INFO networking_nsxv3.common.synchronization [req-d1913fd1-2e30-47f4-b4aa-d27b519a786e req-cf776b76-6f4e-40e6-a7d8-bf09bd729790 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Enqueued Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_members [ 841.585337] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7866e-91ef-4052-b481-0c8630290ffb with Priority: HIGHEST for action security_group_members [ 841.585471] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGHEST for action security_group_members [ 841.585569] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGHEST for action security_group_members [ 841.585835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b7866e-91ef-4052-b481-0c8630290ffb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.585955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.586044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.586237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.586384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.586483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.586554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.586687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.586771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.586862] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b7866e-91ef-4052-b481-0c8630290ffb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.588134] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.588258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.588331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.588466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.588894] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.589014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.589080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.589227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.589308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.589394] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.590124] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f131614-985a-456b-8fc3-ce2230dcf404 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.590231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.590308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590594] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.590694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.590758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.591028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.075171] env[69429]: INFO networking_nsxv3.common.synchronization [req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 req-8f945963-c3d7-4078-b297-031290269330 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Enqueued Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_members [ 842.075319] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_members [ 842.075535] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.075658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.075726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.075987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.076155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.076255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.076310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.076466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.076555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.076710] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.089521] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.089665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.089747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.089942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.090049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.090238] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.090341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.090392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.090536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.090611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.090692] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb is going to be updated. [ 842.092669] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.092791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.092858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.093039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.093973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.094107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.116815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.117015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.117183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.117231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.117405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.117500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.117594] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f131614-985a-456b-8fc3-ce2230dcf404 is going to be updated. [ 842.118877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.119363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.121785] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.121907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.121974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.122149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.122274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.136816] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 2s [ 842.147591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.147947] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.148131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.148237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.148524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.148645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.148793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be updated. [ 842.154726] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.155143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.155143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.155143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.155333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.167214] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: IN_PROGRESS for 2s [ 842.199597] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.199778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.199824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.200029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.200172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.208283] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: IN_PROGRESS for 2s [ 842.436081] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.436304] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-627" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.436431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-627" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.438487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-627" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.438487] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.438487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.438487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.438487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.438487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.438487] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.438487] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.438487] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.438487] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.438487] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.439117] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.439117] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.500953] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.500953] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.500953] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.500953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-627" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.500953] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-acfe223d-2051-4656-a124-ba1f97da9933 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.500953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.500953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.500953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.500953] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acfe223d-2051-4656-a124-ba1f97da9933',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.581898] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.582095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.582148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.582340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.582429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.582659] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.582762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.582820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.582962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.583056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.583145] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45898b5c-6974-41af-acd0-52c7e2388311 already deleted. [ 842.583236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.977252] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.977502] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.977632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.977921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.978095] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.978270] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port acfe223d-2051-4656-a124-ba1f97da9933 not found, creating... [ 842.978557] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.978726] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.978850] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.979096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.979240] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.979528] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.979689] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.979847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.980100] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.980253] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.980393] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: acfe223d-2051-4656-a124-ba1f97da9933 is going to be created. [ 843.003018] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.003018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.003018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.003018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.003018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.003018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.164078] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af in Status: SUCCESS [ 843.164306] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af deletion is rescheduled due to dependency. [ 843.164432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.750912] env[69429]: INFO networking_nsxv3.common.synchronization [req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 req-1a002c30-45c8-4e56-92b9-1505e5ee2b84 service nova] Enqueued Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_rules [ 843.750912] env[69429]: INFO networking_nsxv3.common.synchronization [req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 req-1a002c30-45c8-4e56-92b9-1505e5ee2b84 service nova] Enqueued Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_members [ 843.750912] env[69429]: INFO networking_nsxv3.common.synchronization [req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 req-1a002c30-45c8-4e56-92b9-1505e5ee2b84 service nova] Enqueued Resource ID: acfe223d-2051-4656-a124-ba1f97da9933 with Priority: HIGHEST for action port [ 843.750912] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_rules [ 843.750912] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_members [ 843.750912] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe223d-2051-4656-a124-ba1f97da9933 with Priority: HIGHEST for action port [ 843.751301] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.751549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.751700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.752040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752247] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.753196] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.753423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.753609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.754185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.754492] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.755729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.756409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.756409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.756409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.756409] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.757316] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-acfe223d-2051-4656-a124-ba1f97da9933 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.757610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.757683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.757898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.757971] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acfe223d-2051-4656-a124-ba1f97da9933',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.150329] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: IN_PROGRESS for 4s [ 844.177384] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f131614-985a-456b-8fc3-ce2230dcf404 in Status: SUCCESS [ 844.177699] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f131614-985a-456b-8fc3-ce2230dcf404 deletion is rescheduled due to dependency. [ 844.177699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.233637] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b in Status: SUCCESS [ 844.233896] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b deletion is rescheduled due to dependency. [ 844.234030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.259618] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.260688] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.260793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.261171] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acfe223d-2051-4656-a124-ba1f97da9933 with status ACTIVE [ 844.261333] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.261440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.261504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.261716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.261829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.262982] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.262982] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.262982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.263303] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acfe223d-2051-4656-a124-ba1f97da9933 is going to be updated. [ 844.284796] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.284942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.285017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.285237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.285372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.285532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acfe223d-2051-4656-a124-ba1f97da9933" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.761600] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.264339] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.264632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.264632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.264843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.264896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.265202] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45898b5c-6974-41af-acd0-52c7e2388311 is going to be created. [ 845.288811] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.288989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.289073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.289263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.289426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.298278] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45898b5c-6974-41af-acd0-52c7e2388311 in Status: UNINITIALIZED for 2s [ 846.160044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b7866e-91ef-4052-b481-0c8630290ffb in Status: SUCCESS [ 846.160245] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b7866e-91ef-4052-b481-0c8630290ffb deletion is rescheduled due to dependency. [ 846.160360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b7866e-91ef-4052-b481-0c8630290ffb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.309071] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45898b5c-6974-41af-acd0-52c7e2388311 in Status: SUCCESS [ 847.309356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.309487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.309701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.309899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.310025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.310301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.310301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.310379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.310468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.310549] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.817577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.817577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.817577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.817700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.817841] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.817958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.818033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.818223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.818318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.818418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.818597] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.818688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.818764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.819183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.819333] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.819434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.819570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.819668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.819762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.819852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.820587] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.322880] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45898b5c-6974-41af-acd0-52c7e2388311: rpc.has_security_group_logging(os_id): False [ 848.340664] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.340961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.340961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.341762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.341762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.341762] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.341762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.341762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.342010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.342099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.342417] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.342893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.342893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.342893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.342893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.343094] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.344860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.344860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.344860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.344860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.344860] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45898b5c-6974-41af-acd0-52c7e2388311 is going to be created. [ 848.400229] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.400229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.400379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.400550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.400814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.412118] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45898b5c-6974-41af-acd0-52c7e2388311 in Status: IN_PROGRESS for 2s [ 848.691718] env[69429]: INFO networking_nsxv3.common.synchronization [req-df56712a-5ec7-4bf8-98fa-335365e05865 req-94712b30-728a-4f7d-8553-73d8e74383be tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 848.695021] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 848.695021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.695021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.695021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.695021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.695021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.695021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.695021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.695021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.695422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.695422] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.197937] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.471172] env[69429]: INFO networking_nsxv3.common.synchronization [req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 req-26111f25-eaa6-46ac-8aab-258aad344288 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 849.471764] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 849.472173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.472395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.472516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.472855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.473097] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.473348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.473348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.473582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.473774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.473923] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.700843] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.840697] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.840984] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.841208] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.841752] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.842123] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.842318] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.842478] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.842794] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.843009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843253] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.843369] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.843482] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.843622] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.843699] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.843803] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.843986] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.861068] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.861362] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.861427] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.861611] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.861970] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-acd48fab-f65d-4211-96c9-1cb3b310d9bc taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.862130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.862252] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.862555] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.862777] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd48fab-f65d-4211-96c9-1cb3b310d9bc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.976892] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.976892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.976892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.977070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.977096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.978031] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.978031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.978031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.978031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.978031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.978031] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4412f746-be00-44bb-b503-197426be37d0 already deleted. [ 849.978031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.202955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.203343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.203580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.203897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.204292] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 850.232208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.232349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.232446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.232790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.232851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.242311] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 850.365845] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.366132] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.366280] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.366569] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.366729] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.366879] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port acd48fab-f65d-4211-96c9-1cb3b310d9bc not found, creating... [ 850.367176] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.367337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.367457] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.367683] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.367825] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.368126] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.368286] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.368405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.368613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.368751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.368894] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc is going to be created. [ 850.388948] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.389215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.389346] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.389623] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.389854] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.390152] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.432519] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45898b5c-6974-41af-acd0-52c7e2388311 in Status: SUCCESS [ 850.432997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.091923] env[69429]: INFO networking_nsxv3.common.synchronization [req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 req-a7b31dfc-069b-4771-ad57-e287782049cc service nova] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 851.092180] env[69429]: INFO networking_nsxv3.common.synchronization [req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 req-a7b31dfc-069b-4771-ad57-e287782049cc service nova] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 851.092289] env[69429]: INFO networking_nsxv3.common.synchronization [req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 req-a7b31dfc-069b-4771-ad57-e287782049cc service nova] Enqueued Resource ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc with Priority: HIGHEST for action port [ 851.092833] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 851.092938] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 851.093141] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc with Priority: HIGHEST for action port [ 851.093422] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.093545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.093612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.093867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.093951] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.095497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.095497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.095497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.095497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.095497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.095497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.095497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.095916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.095916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.095916] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.096420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd48fab-f65d-4211-96c9-1cb3b310d9bc taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.096505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.097722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.097722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.097722] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd48fab-f65d-4211-96c9-1cb3b310d9bc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.598196] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.600962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.600962] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acd48fab-f65d-4211-96c9-1cb3b310d9bc with status ACTIVE [ 851.600962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.600962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.600962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.600962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.601619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.601619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.601619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.601619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.601619] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc is going to be updated. [ 851.620495] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.620638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.620710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.620906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.621052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.621209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.103138] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.253649] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 852.253887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.606573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.606766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.606828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.609046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.609187] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4412f746-be00-44bb-b503-197426be37d0 is going to be created. [ 852.632336] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.632489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.632564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.632853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.633030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.642346] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: UNINITIALIZED for 2s [ 854.653250] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: SUCCESS [ 854.653538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.653785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.654217] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.654625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.654707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.654794] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.848368] env[69429]: INFO networking_nsxv3.common.synchronization [req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 req-5584c3fe-f3dc-422d-a77d-cfd81c2fad38 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Enqueued Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_members [ 854.849764] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45898b5c-6974-41af-acd0-52c7e2388311 with Priority: HIGHEST for action security_group_members [ 854.856696] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-45898b5c-6974-41af-acd0-52c7e2388311 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.856696] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.856696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.856696] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45898b5c-6974-41af-acd0-52c7e2388311',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.158599] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.359475] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.359475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.360178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.362382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.362382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.362382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.362382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.362382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.362382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.362382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.362382] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45898b5c-6974-41af-acd0-52c7e2388311 is going to be updated. [ 855.388612] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.389096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.389096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.389208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.389297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.397015] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45898b5c-6974-41af-acd0-52c7e2388311 in Status: IN_PROGRESS for 2s [ 855.661437] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4412f746-be00-44bb-b503-197426be37d0: rpc.has_security_group_logging(os_id): False [ 855.681188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.681360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.681400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.681625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.681715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.682043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.682131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.682199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.682370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.682437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.682525] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4412f746-be00-44bb-b503-197426be37d0 is going to be created. [ 855.777728] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.777883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.777959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.778198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.778379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.789928] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: IN_PROGRESS for 2s [ 857.407439] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45898b5c-6974-41af-acd0-52c7e2388311 in Status: SUCCESS [ 857.407439] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45898b5c-6974-41af-acd0-52c7e2388311 deletion is rescheduled due to dependency. [ 857.407439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45898b5c-6974-41af-acd0-52c7e2388311" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.801293] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: SUCCESS [ 857.801529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.134989] env[69429]: INFO networking_nsxv3.common.synchronization [None req-6e8bb9dc-1b4b-4aa4-a5d8-0e1cd5b2e645 None None] Enqueued Resource ID: d1f75e94-8a5a-4691-96fd-6cb464b669d2 with Priority: HIGHEST for action port [ 858.135278] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f75e94-8a5a-4691-96fd-6cb464b669d2 with Priority: HIGHEST for action port [ 858.135845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f75e94-8a5a-4691-96fd-6cb464b669d2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.135968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f75e94-8a5a-4691-96fd-6cb464b669d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.136125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f75e94-8a5a-4691-96fd-6cb464b669d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.136395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f75e94-8a5a-4691-96fd-6cb464b669d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.136472] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f75e94-8a5a-4691-96fd-6cb464b669d2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.471714] env[69429]: INFO networking_nsxv3.common.synchronization [req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 req-8a49179a-ec3e-4c44-bd86-170aca35d8b9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 858.472270] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 858.475362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.475470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.475544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.475776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.475949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.479123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.479225] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.479424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.479521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479623] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.639426] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1f75e94-8a5a-4691-96fd-6cb464b669d2 [ 858.639656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.639795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.639869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.640106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.640202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.643017] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1f75e94-8a5a-4691-96fd-6cb464b669d2 already deleted. [ 858.643017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f75e94-8a5a-4691-96fd-6cb464b669d2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.981513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.981673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.981745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.981971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.001283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.001554] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.001683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.001754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.001955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.002053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.002149] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 859.027171] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.027325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.027397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.027614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.027754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.037873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 859.081397] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.082343] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.082343] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.082343] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.082343] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.082564] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.082564] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.082756] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.082955] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.083331] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.083448] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.083558] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.083665] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.083931] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.083931] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.084049] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.101341] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.101546] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.101691] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.101895] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.102314] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-5dc69ba6-5eed-4c3c-8277-16757bcf402c taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.102581] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.102702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.103088] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.104060] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc69ba6-5eed-4c3c-8277-16757bcf402c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.608127] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.608127] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.608127] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.608487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.608487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.608545] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 5dc69ba6-5eed-4c3c-8277-16757bcf402c not found, creating... [ 859.609839] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.609839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.609839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.609839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.609839] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.610110] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.610179] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.610338] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.610581] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.610746] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.610950] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 5dc69ba6-5eed-4c3c-8277-16757bcf402c is going to be created. [ 859.629589] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.629793] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.629951] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.630232] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.630462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.630705] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.673346] env[69429]: INFO networking_nsxv3.common.synchronization [req-dabb94da-0f51-4414-aa5c-ff33e8f9c8ae req-0238c41b-60b1-4dc7-b4f8-64d56d7795af tempest-SecurityGroupRulesNegativeTestJSON-2008115259 tempest-SecurityGroupRulesNegativeTestJSON-2008115259-project-member] Enqueued Resource ID: c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 with Priority: HIGHEST for action security_group_rules [ 859.673875] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 with Priority: HIGHEST for action security_group_rules [ 859.674208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.674338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.674407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.674661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.674730] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.142472] env[69429]: INFO networking_nsxv3.common.synchronization [req-67c74bb1-f4ab-45e8-8f0b-99d56c327f4f req-e30a8d0f-fb94-437e-99c1-feb7f95000bd tempest-SecurityGroupRulesNegativeTestJSON-2008115259 tempest-SecurityGroupRulesNegativeTestJSON-2008115259-project-member] Enqueued Resource ID: c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 with Priority: HIGHEST for action security_group_rules [ 860.142472] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 with Priority: HIGHEST for action security_group_rules [ 860.142472] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.142472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.194921] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.194921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.194921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.195068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.195688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.195688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 already deleted. [ 860.195688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.195898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.196549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.196680] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.336469] env[69429]: INFO networking_nsxv3.common.synchronization [req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 req-a096c187-c7a3-462b-9f7e-7199ff5fa285 service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 860.336469] env[69429]: INFO networking_nsxv3.common.synchronization [req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 req-a096c187-c7a3-462b-9f7e-7199ff5fa285 service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 860.336469] env[69429]: INFO networking_nsxv3.common.synchronization [req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 req-a096c187-c7a3-462b-9f7e-7199ff5fa285 service nova] Enqueued Resource ID: 5dc69ba6-5eed-4c3c-8277-16757bcf402c with Priority: HIGHEST for action port [ 860.343481] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 860.343481] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 860.343481] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc69ba6-5eed-4c3c-8277-16757bcf402c with Priority: HIGHEST for action port [ 860.343481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343481] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.343481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc69ba6-5eed-4c3c-8277-16757bcf402c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343481] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc69ba6-5eed-4c3c-8277-16757bcf402c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.709703] env[69429]: INFO networking_nsxv3.common.synchronization [None req-fec10aa0-6400-45e4-b401-c4ddcd1721bb None None] Enqueued Resource ID: 18821ac1-76e9-4738-9ba4-f58de45cb4c5 with Priority: HIGHEST for action port [ 860.709934] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18821ac1-76e9-4738-9ba4-f58de45cb4c5 with Priority: HIGHEST for action port [ 860.710268] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-18821ac1-76e9-4738-9ba4-f58de45cb4c5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.710601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18821ac1-76e9-4738-9ba4-f58de45cb4c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.710755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18821ac1-76e9-4738-9ba4-f58de45cb4c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.711087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18821ac1-76e9-4738-9ba4-f58de45cb4c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.711208] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18821ac1-76e9-4738-9ba4-f58de45cb4c5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.719150] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.719227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.719258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.720246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.720246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.720246] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4 already deleted. [ 860.720246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01cfadf-0ac1-4de3-9d6b-ea6ffc3723e4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.843019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.843019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.843019] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc69ba6-5eed-4c3c-8277-16757bcf402c with status ACTIVE [ 860.843325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.843325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.843325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.843444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.843531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.843694] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.843785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.843851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.843992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.844078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.844252] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.844340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.844399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.844532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.844600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.844681] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc69ba6-5eed-4c3c-8277-16757bcf402c is going to be updated. [ 860.877724] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.878113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.878113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.878280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.878340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.878501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc69ba6-5eed-4c3c-8277-16757bcf402c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054218] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 861.054218] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.054218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.054218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054218] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.210900] env[69429]: INFO networking_nsxv3.common.synchronization [req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a req-a9abd59c-bebe-4b1d-b953-e5e2812ba51d tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Enqueued Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_members [ 861.211261] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_members [ 861.211571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.211708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.211779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.213906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.213906] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.213906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.213906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.213906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.213906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.214202] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.215827] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18821ac1-76e9-4738-9ba4-f58de45cb4c5 [ 861.216173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.216474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.216474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.216587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.216972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.216972] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18821ac1-76e9-4738-9ba4-f58de45cb4c5 already deleted. [ 861.216972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18821ac1-76e9-4738-9ba4-f58de45cb4c5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.523396] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.523595] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.523728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.524019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.524291] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.524453] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.524574] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.524797] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.524947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.525178] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.525295] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.525409] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.525518] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.525629] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.525736] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.525870] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.543420] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.543591] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.543730] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.543997] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-721" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.545036] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.545036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.545036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.545036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.545256] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.556594] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.718664] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.718664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.718664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.718664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.718664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.718664] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.718664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.718664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.719218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.719218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.719218] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 already deleted. [ 861.719218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.047526] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.047814] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.047988] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.048371] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.048583] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.048803] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 not found, creating... [ 862.049091] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.049261] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.049385] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.049613] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.049757] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.050064] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.050230] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.050353] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.050566] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.050709] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.050850] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 is going to be created. [ 862.058532] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.069118] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.070052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.070052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.070052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.070052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.070352] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.561439] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.561439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.561439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.561655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.561655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.565716] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 862.590360] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.590543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.590593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.591107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.591107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.598711] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 862.977455] env[69429]: INFO networking_nsxv3.common.synchronization [req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a req-f5e936c3-2fb6-4dc3-b494-e7c716d56e1b service nova] Enqueued Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_rules [ 862.977716] env[69429]: INFO networking_nsxv3.common.synchronization [req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a req-f5e936c3-2fb6-4dc3-b494-e7c716d56e1b service nova] Enqueued Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_members [ 862.977752] env[69429]: INFO networking_nsxv3.common.synchronization [req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a req-f5e936c3-2fb6-4dc3-b494-e7c716d56e1b service nova] Enqueued Resource ID: d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 with Priority: HIGHEST for action port [ 862.978284] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_rules [ 862.978423] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_members [ 862.978514] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 with Priority: HIGHEST for action port [ 862.978774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.978894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.978962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.979231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.979313] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.982117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.982117] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.982117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.982556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.982556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982556] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.484762] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.486034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486217] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 with status ACTIVE [ 863.486366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.486774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.486865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.490320] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.490320] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.490320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.490320] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 is going to be updated. [ 863.510607] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.510607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.510881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.510881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.511647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.511647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.989933] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.495401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.495401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.495401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.495401] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 is going to be created. [ 864.517399] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.518665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.518907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.519325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.519559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.530703] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 in Status: UNINITIALIZED for 2s [ 864.611269] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.611269] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611269] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.117528] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.117864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.117864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.118085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.118275] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.121828] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.121828] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.121828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.121828] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.623586] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95852f7-9371-4a93-bb93-ba238140c92d: rpc.has_security_group_logging(os_id): False [ 865.642011] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.642251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.642251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.642577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.642688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.643083] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.643205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.643294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.643539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.643632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.643858] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.644047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.644210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.644327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.644327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.644554] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.644666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.644733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.644872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.644957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.645055] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 865.719627] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.719828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.719828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.720188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.720331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.734742] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 866.130132] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 req-656a5d5b-8c06-47e3-a31f-bdcd48489d08 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_members [ 866.130132] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_members [ 866.130132] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.130132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.130741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.131124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.132226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.132494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.132650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.132911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.133125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.133302] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.443124] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.443124] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.443124] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448766] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.448766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.448766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448766] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.448766] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.448766] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.448766] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.448766] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.448766] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.448766] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.469657] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.469657] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.469657] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.469657] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-361" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.469657] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-65ad95cc-242b-4f75-924a-81875a94baa2 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.469657] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.469657] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.469657] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.469657] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ad95cc-242b-4f75-924a-81875a94baa2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.543420] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 in Status: SUCCESS [ 866.543631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.543791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.544060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.544279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.544419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.544467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.544617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.544696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.544778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.544866] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.635849] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.636075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.636193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.636503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.636655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.636914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.637075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.637171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.637418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.637622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.637743] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 already deleted. [ 866.637789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.973669] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.973994] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.974183] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.974550] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.974741] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.974914] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 65ad95cc-242b-4f75-924a-81875a94baa2 not found, creating... [ 866.975239] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.975431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.975558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.975797] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.975946] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.976302] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.976465] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.976590] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.976803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.977015] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.977201] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 65ad95cc-242b-4f75-924a-81875a94baa2 is going to be created. [ 867.015405] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.015717] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.015870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.016197] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.016510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.016719] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.047638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.047819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.047910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.048157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.048337] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.048438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.048502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.048715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.048751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.048832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.048987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.050016] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.552555] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f33d56eb-0ee6-41b9-bc04-8803fb92acb0: rpc.has_security_group_logging(os_id): False [ 867.574223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.574373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.574444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.574697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.574795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.575009] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.575132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.575241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.575371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.575505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.575670] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.575777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.575841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.577259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.577411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.577688] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.577781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.577781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.577918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.577998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.578103] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 is going to be created. [ 867.629089] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.631184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.631296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.631506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.631722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.641480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 in Status: IN_PROGRESS for 2s [ 867.762147] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 867.763487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.891672] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 req-6029c16a-b405-4a26-b2e4-841bd1d7ffbe service nova] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_rules [ 867.891921] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 req-6029c16a-b405-4a26-b2e4-841bd1d7ffbe service nova] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_members [ 867.892093] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 req-6029c16a-b405-4a26-b2e4-841bd1d7ffbe service nova] Enqueued Resource ID: 65ad95cc-242b-4f75-924a-81875a94baa2 with Priority: HIGHEST for action port [ 867.892703] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_rules [ 867.892910] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_members [ 867.892994] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ad95cc-242b-4f75-924a-81875a94baa2 with Priority: HIGHEST for action port [ 867.893362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.893490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.893636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.894149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.894347] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.895640] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.895981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.895981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.896146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.896339] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.896456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.896526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.896697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.896787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.896884] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.898411] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-65ad95cc-242b-4f75-924a-81875a94baa2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.898411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.898411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.898705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.898705] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ad95cc-242b-4f75-924a-81875a94baa2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.188861] env[69429]: INFO networking_nsxv3.common.synchronization [None req-6cf0a2fc-04d4-4c57-a0ad-d5caaaba69d2 None None] Enqueued Resource ID: b51fc5f4-effb-4419-937f-9fe398bdbf2a with Priority: HIGHEST for action port [ 868.189476] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51fc5f4-effb-4419-937f-9fe398bdbf2a with Priority: HIGHEST for action port [ 868.190038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51fc5f4-effb-4419-937f-9fe398bdbf2a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.190330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51fc5f4-effb-4419-937f-9fe398bdbf2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.190516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51fc5f4-effb-4419-937f-9fe398bdbf2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.190681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51fc5f4-effb-4419-937f-9fe398bdbf2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.190764] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51fc5f4-effb-4419-937f-9fe398bdbf2a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.403022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.403022] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.403022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65ad95cc-242b-4f75-924a-81875a94baa2 with status ACTIVE [ 868.403022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.403022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.404247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.404548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.404728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.405287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.405501] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65ad95cc-242b-4f75-924a-81875a94baa2 is going to be updated. [ 868.430396] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.430396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.430396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.430742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.430850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.431875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65ad95cc-242b-4f75-924a-81875a94baa2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.695124] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b51fc5f4-effb-4419-937f-9fe398bdbf2a [ 868.698336] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.698336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.698336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.698336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.698336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.698336] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b51fc5f4-effb-4419-937f-9fe398bdbf2a already deleted. [ 868.698336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51fc5f4-effb-4419-937f-9fe398bdbf2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799025] env[69429]: INFO networking_nsxv3.common.synchronization [req-893f6534-8d36-4d02-9ea4-3b887b141368 req-37e429ec-cb9a-43b9-a337-16026c997642 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 868.799395] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 868.800188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.800522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.800686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.801033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.801300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.802705] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.910440] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.252027] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.252176] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.252309] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.252645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.252932] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.253145] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.253271] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.253494] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.253642] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.253849] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.254071] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.254147] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.254266] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.254384] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.254494] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.254632] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.274682] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.274859] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.275020] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.275244] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.275519] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4572b71e-50a0-42fb-99ef-3dbb56ea752d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.275695] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.275831] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.276298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.276387] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4572b71e-50a0-42fb-99ef-3dbb56ea752d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.304218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.304414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.304509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.304692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.304783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.305024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.305140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.305205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.305391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.305478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.305574] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c already deleted. [ 869.305658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.413711] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.414056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.414056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.414265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.414358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.414481] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 is going to be created. [ 869.436855] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.436855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.436855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.436855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.436855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.444471] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: UNINITIALIZED for 2s [ 869.654242] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 in Status: SUCCESS [ 869.654441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.780105] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.780411] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.780470] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.780742] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.780909] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.781086] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4572b71e-50a0-42fb-99ef-3dbb56ea752d not found, creating... [ 869.781357] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.781520] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.784918] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.784918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.784918] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4572b71e-50a0-42fb-99ef-3dbb56ea752d is going to be created. [ 869.804159] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.804398] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.804531] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.804939] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.805164] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.805482] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.579483] env[69429]: INFO networking_nsxv3.common.synchronization [None req-afd59fbb-97de-412d-89ae-6610428fcc33 None None] Enqueued Resource ID: 4208b125-a901-4d9b-b1e6-d5916c37f4ec with Priority: HIGHEST for action port [ 870.580010] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4208b125-a901-4d9b-b1e6-d5916c37f4ec with Priority: HIGHEST for action port [ 870.582856] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4208b125-a901-4d9b-b1e6-d5916c37f4ec taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.582856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4208b125-a901-4d9b-b1e6-d5916c37f4ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.582856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4208b125-a901-4d9b-b1e6-d5916c37f4ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.582856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4208b125-a901-4d9b-b1e6-d5916c37f4ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.582856] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4208b125-a901-4d9b-b1e6-d5916c37f4ec',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.612798] env[69429]: INFO networking_nsxv3.common.synchronization [req-893f6534-8d36-4d02-9ea4-3b887b141368 req-f83eb314-f78b-400c-aea1-7e805525bbd1 service nova] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 870.613072] env[69429]: INFO networking_nsxv3.common.synchronization [req-893f6534-8d36-4d02-9ea4-3b887b141368 req-f83eb314-f78b-400c-aea1-7e805525bbd1 service nova] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 870.613239] env[69429]: INFO networking_nsxv3.common.synchronization [req-893f6534-8d36-4d02-9ea4-3b887b141368 req-f83eb314-f78b-400c-aea1-7e805525bbd1 service nova] Enqueued Resource ID: 4572b71e-50a0-42fb-99ef-3dbb56ea752d with Priority: HIGHEST for action port [ 870.613459] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 870.613759] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 870.613759] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4572b71e-50a0-42fb-99ef-3dbb56ea752d with Priority: HIGHEST for action port [ 870.614294] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.614420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.614525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.614686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.614769] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.615680] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.615812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.615812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.615943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.616112] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.616253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.616253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.616402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.616485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.616578] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.617321] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4572b71e-50a0-42fb-99ef-3dbb56ea752d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.617430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.617476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.617627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.617701] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4572b71e-50a0-42fb-99ef-3dbb56ea752d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.085160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4208b125-a901-4d9b-b1e6-d5916c37f4ec [ 871.085461] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.085571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.085641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.085860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.085954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.086177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4208b125-a901-4d9b-b1e6-d5916c37f4ec already deleted. [ 871.086177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4208b125-a901-4d9b-b1e6-d5916c37f4ec" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.121887] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.122085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.122241] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.123209] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4572b71e-50a0-42fb-99ef-3dbb56ea752d with status ACTIVE [ 871.123389] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.123515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.123584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.124078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.124218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.124407] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.124513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.124595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.124772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.124854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.125049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.125166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.125199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.125353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.125428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.125513] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4572b71e-50a0-42fb-99ef-3dbb56ea752d is going to be updated. [ 871.151069] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.151325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.151325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.151450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.151555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.151710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4572b71e-50a0-42fb-99ef-3dbb56ea752d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.453889] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: SUCCESS [ 871.454149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.454317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.454565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.454761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.454882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.454939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.455111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.455194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.455397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.455494] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.487047] env[69429]: INFO networking_nsxv3.common.synchronization [req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 req-54f355c7-5466-4ff5-b62c-4d6ec1842c58 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 871.487539] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 871.487830] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.487951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.489835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.490107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.490283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.490392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.490458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.490625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.490712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.490807] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.628336] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.893379] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.893653] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.893849] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.895487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.895827] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.896014] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.896171] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.896412] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.896566] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.896776] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.896901] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.897026] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.897139] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.897255] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.897369] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.897505] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.916928] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.917324] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.918029] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.918029] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-890" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.918180] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-2948dfad-e243-4d01-9f81-899958556742 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.918514] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.919188] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.919188] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.919294] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2948dfad-e243-4d01-9f81-899958556742',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.958744] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.994568] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.131592] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.131913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.131913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.132076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.132195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.132306] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be created. [ 872.154334] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.154511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.154567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.154781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.154943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.165167] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: UNINITIALIZED for 2s [ 872.423466] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.423796] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.423848] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.424263] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.424427] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.425116] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 2948dfad-e243-4d01-9f81-899958556742 not found, creating... [ 872.425116] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.425116] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.425276] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.425363] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.425504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.426789] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.426789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.426789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.426789] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 2948dfad-e243-4d01-9f81-899958556742 is going to be created. [ 872.446050] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.446294] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.446427] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.446710] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.446938] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.447179] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462144] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1af51124-8bc6-461a-ac71-3f60c552bf64: rpc.has_security_group_logging(os_id): False [ 872.486018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.486018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.486018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.486018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 is going to be created. [ 872.498925] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.554549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.554549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.554549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.554763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.554979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.577772] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: IN_PROGRESS for 2s [ 873.004029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.004029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.004029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.004029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.004029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.004029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be updated. [ 873.029241] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.029428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.029477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.029684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.029839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.037754] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: IN_PROGRESS for 2s [ 873.527014] env[69429]: INFO networking_nsxv3.common.synchronization [req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 req-bc0f3d7a-194a-49e3-96d3-81765e12a9c9 service nova] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_rules [ 873.527014] env[69429]: INFO networking_nsxv3.common.synchronization [req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 req-bc0f3d7a-194a-49e3-96d3-81765e12a9c9 service nova] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 873.527014] env[69429]: INFO networking_nsxv3.common.synchronization [req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 req-bc0f3d7a-194a-49e3-96d3-81765e12a9c9 service nova] Enqueued Resource ID: 2948dfad-e243-4d01-9f81-899958556742 with Priority: HIGHEST for action port [ 873.527014] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_rules [ 873.527014] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 873.527014] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2948dfad-e243-4d01-9f81-899958556742 with Priority: HIGHEST for action port [ 873.527466] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.527466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.527466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.527638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.527638] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.528731] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.528835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.529039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2948dfad-e243-4d01-9f81-899958556742 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.529138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.529202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.529369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.529466] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2948dfad-e243-4d01-9f81-899958556742',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.031630] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.031630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.031630] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2948dfad-e243-4d01-9f81-899958556742 with status ACTIVE [ 874.031630] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.031825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.032047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.032264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.032903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.032903] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.032903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.035774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.035774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.035774] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2948dfad-e243-4d01-9f81-899958556742 is going to be updated. [ 874.057894] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.058085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.058169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.058392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.058539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.058719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2948dfad-e243-4d01-9f81-899958556742" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.177021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.177021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.177021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.177021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.265748] env[69429]: INFO networking_nsxv3.common.synchronization [req-5535c12c-d493-4c42-9ba1-ceedc148bd85 req-94dcca79-d776-4e65-9b82-2bc0fb831665 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 874.270018] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 874.270018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.270018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.270018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.270018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.591171] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: SUCCESS [ 874.591519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.682187] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.772796] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.772953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.773234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.773274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.773381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.773609] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.773715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.773780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.773933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.774020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.774109] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 already deleted. [ 874.774192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.940765] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.940984] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.941126] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.941492] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.941786] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.941946] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.942226] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.942486] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.942639] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.942855] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.942994] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.943170] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.943301] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.943423] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.943533] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.943673] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.962438] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.962438] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.962578] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.962790] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.963152] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.963406] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.963581] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.963886] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.964045] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ee8e4c-82ed-4efb-92f8-df22cefe152d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.046892] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 875.047140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.047339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.047555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.047745] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.047863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.047932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.048092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.048192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.048265] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.184788] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a37c3ba-6279-4b80-a860-9035f0cdf93c: rpc.has_security_group_logging(os_id): False [ 875.204096] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.204255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.204363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.204532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.204627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.204869] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.205086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.205086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.205244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.205350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.205443] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be created. [ 875.265548] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.265733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.265806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.266175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.266379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.278296] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 875.467105] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.467105] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.467281] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.467702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.467702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.467855] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port d7ee8e4c-82ed-4efb-92f8-df22cefe152d not found, creating... [ 875.468172] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.468342] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.468519] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.468818] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.468971] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.469282] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.469446] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.469566] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.469778] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.469915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.470074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: d7ee8e4c-82ed-4efb-92f8-df22cefe152d is going to be created. [ 875.489901] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.490263] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.490340] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.490618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.491101] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.491101] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.550729] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.583273] env[69429]: INFO networking_nsxv3.common.synchronization [req-c9909fc7-975b-4ac4-aa19-574ad83eed0c req-aa2cd284-2a4d-44be-ab94-da1b5f26c473 tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Enqueued Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_members [ 875.584049] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 with Priority: HIGHEST for action security_group_members [ 875.584376] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.584503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.584569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.584772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.584923] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.585040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.585083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.585238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.585470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.585592] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33d56eb-0ee6-41b9-bc04-8803fb92acb0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.052852] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.087748] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.088032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.088032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.088235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.088307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.088538] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.088655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.088707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.088822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.088898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.088984] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 is going to be updated. [ 876.121116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.121418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.121418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.121660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.121801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.134284] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 in Status: IN_PROGRESS for 2s [ 876.492465] env[69429]: INFO networking_nsxv3.common.synchronization [req-5535c12c-d493-4c42-9ba1-ceedc148bd85 req-835c0a89-bc3b-4cf1-a612-0a03b7304942 service nova] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 876.492465] env[69429]: INFO networking_nsxv3.common.synchronization [req-5535c12c-d493-4c42-9ba1-ceedc148bd85 req-835c0a89-bc3b-4cf1-a612-0a03b7304942 service nova] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 876.492646] env[69429]: INFO networking_nsxv3.common.synchronization [req-5535c12c-d493-4c42-9ba1-ceedc148bd85 req-835c0a89-bc3b-4cf1-a612-0a03b7304942 service nova] Enqueued Resource ID: d7ee8e4c-82ed-4efb-92f8-df22cefe152d with Priority: HIGHEST for action port [ 876.494056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 876.494056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 876.494056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ee8e4c-82ed-4efb-92f8-df22cefe152d with Priority: HIGHEST for action port [ 876.494056] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.494056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.494056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.494469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.494469] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.495038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.495217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.495217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.495391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.495537] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.495625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.495683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.495894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.495977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.496081] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.496863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.496928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.496961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.497696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.497696] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ee8e4c-82ed-4efb-92f8-df22cefe152d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.556588] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.556772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.557077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.557781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.557781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be updated. [ 876.585779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.585926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.594727] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: IN_PROGRESS for 2s [ 876.821994] env[69429]: INFO networking_nsxv3.common.synchronization [None req-cd5747df-fe66-4199-b802-4087d88ec0bf tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 76b20d7d-6ac9-4e08-833b-cfe5f17d3467 with Priority: HIGHEST for action security_group_rules [ 876.822602] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b20d7d-6ac9-4e08-833b-cfe5f17d3467 with Priority: HIGHEST for action security_group_rules [ 876.822929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.823170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.823170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.823450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.823537] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b20d7d-6ac9-4e08-833b-cfe5f17d3467',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.911682] env[69429]: INFO networking_nsxv3.common.synchronization [None req-5c9b1a91-4268-4b73-80aa-3b6eef0ec496 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 76b20d7d-6ac9-4e08-833b-cfe5f17d3467 with Priority: HIGHEST for action security_group_rules [ 876.912418] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b20d7d-6ac9-4e08-833b-cfe5f17d3467 with Priority: HIGHEST for action security_group_rules [ 876.914056] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.914056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.998808] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.002577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7ee8e4c-82ed-4efb-92f8-df22cefe152d with status ACTIVE [ 877.002577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.002577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.002577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.007794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.007794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.007794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.007794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.007794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.007794] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7ee8e4c-82ed-4efb-92f8-df22cefe152d is going to be updated. [ 877.026088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.026088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.026088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.026291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.026291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.027108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ee8e4c-82ed-4efb-92f8-df22cefe152d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.290035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 877.290267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.348719] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.349399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.349399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.349399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.349399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.349617] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b20d7d-6ac9-4e08-833b-cfe5f17d3467 already deleted. [ 877.349729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.350014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.350863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.351068] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b20d7d-6ac9-4e08-833b-cfe5f17d3467',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.501905] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.872082] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.872082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.872236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.872367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.872459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.872577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b20d7d-6ac9-4e08-833b-cfe5f17d3467 already deleted. [ 877.872661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b20d7d-6ac9-4e08-833b-cfe5f17d3467" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.005136] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.005496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.005618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.005869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.006027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.006104] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be created. [ 878.029400] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.029600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.029661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.029969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.030169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.039646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: UNINITIALIZED for 2s [ 878.145160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 in Status: SUCCESS [ 878.145160] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33d56eb-0ee6-41b9-bc04-8803fb92acb0 deletion is rescheduled due to dependency. [ 878.145160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33d56eb-0ee6-41b9-bc04-8803fb92acb0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.606190] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 878.606461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.606653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.606943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.607188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.607316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.607382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.607808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.607923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.608037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.608156] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.935018] env[69429]: INFO networking_nsxv3.common.synchronization [req-42f528a2-126a-42b3-8706-42bd4b538452 req-e72ec992-cc51-4c4f-9d14-85a0af85bc5e tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 878.935018] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 878.935018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.938724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.938724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.939814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.939814] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.939814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.939814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.939814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.939814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.939814] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.114691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.114691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.114691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.114691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115179] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.442348] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.514621] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.514821] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.515119] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.515445] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.515726] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.515893] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.516030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.516257] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.516620] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.516663] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.516771] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.516891] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.516999] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.517128] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.517299] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.517460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.544515] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.544767] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.544981] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.545208] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.545552] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-c575764c-c071-4257-b1eb-ab598fe908c6 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.545771] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.545910] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.546766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.546766] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c575764c-c071-4257-b1eb-ab598fe908c6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.620097] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6d1019-2878-4831-9cd6-9a049eaf05e1: rpc.has_security_group_logging(os_id): False [ 879.636430] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.636749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.636987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.657388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.657388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.657388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.657744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.657744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.657744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.657744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.657885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.657885] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be updated. [ 879.715356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.715525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.715610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.715805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.715949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.728104] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: IN_PROGRESS for 2s [ 879.946169] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.048654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 880.048815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.049456] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.049583] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.049688] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.049980] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.050141] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.050297] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port c575764c-c071-4257-b1eb-ab598fe908c6 not found, creating... [ 880.050565] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.050728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.050850] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.051329] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.051329] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.051593] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.051784] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.051850] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.052057] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.052198] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.052366] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: c575764c-c071-4257-b1eb-ab598fe908c6 is going to be created. [ 880.053340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.053504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.053659] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.053759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.053824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.053965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.054108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.054968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.054968] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.072198] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.072382] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.072536] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.072805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.073058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.073772] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.449667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.449988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.449988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.450296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.450415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.450557] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 880.477117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.477399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.477544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.477919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.478187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.487072] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 880.556585] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.974401] env[69429]: INFO networking_nsxv3.common.synchronization [req-42f528a2-126a-42b3-8706-42bd4b538452 req-9d996b11-c0a0-4911-b0f1-085f750f8c03 service nova] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_rules [ 880.974900] env[69429]: INFO networking_nsxv3.common.synchronization [req-42f528a2-126a-42b3-8706-42bd4b538452 req-9d996b11-c0a0-4911-b0f1-085f750f8c03 service nova] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 880.975280] env[69429]: INFO networking_nsxv3.common.synchronization [req-42f528a2-126a-42b3-8706-42bd4b538452 req-9d996b11-c0a0-4911-b0f1-085f750f8c03 service nova] Enqueued Resource ID: c575764c-c071-4257-b1eb-ab598fe908c6 with Priority: HIGHEST for action port [ 880.979018] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_rules [ 880.979018] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 880.979018] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c575764c-c071-4257-b1eb-ab598fe908c6 with Priority: HIGHEST for action port [ 880.979018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.979018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.979018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c575764c-c071-4257-b1eb-ab598fe908c6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.979018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c575764c-c071-4257-b1eb-ab598fe908c6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.061848] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd69a36b-5b83-4b18-9dd0-9c3738502478: rpc.has_security_group_logging(os_id): False [ 881.085931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.085931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.085931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.085931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.085931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.086190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.086404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.086404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.086514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.086559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.089073] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be created. [ 881.149662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.149836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.149894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.150173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.150398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.161743] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 881.482208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.482208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.482208] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c575764c-c071-4257-b1eb-ab598fe908c6 with status ACTIVE [ 881.482208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.482208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.482208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.482470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.482502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.482665] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.482826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.482826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.482941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.483023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.483286] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.483383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.483441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.483592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.485035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.485035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c575764c-c071-4257-b1eb-ab598fe908c6 is going to be updated. [ 881.505868] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.506013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.506013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.510020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.510020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.510020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c575764c-c071-4257-b1eb-ab598fe908c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741560] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 881.741792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.496602] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 882.496902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.496902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.497082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.497311] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.497463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.497533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.497745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.497845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.497975] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.849941] env[69429]: INFO networking_nsxv3.common.synchronization [req-6e435044-2a57-4d56-940d-b1c35e5bab9a req-6d5abdf7-3aa7-41cc-8f26-9bd71fd135bd tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 882.850548] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 882.850888] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.851017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.851107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.851339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.851531] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.851643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.851681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.851866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.851959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.852073] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.000139] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.177848] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 883.178132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.355163] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.355240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.355240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.355479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.355598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.355867] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.355985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.356063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.356229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.356311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.356398] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 883.382840] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.382840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.383152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.383207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.387022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.390894] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 883.504176] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.007475] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.007644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.007718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.007934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.008040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.008146] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 884.034846] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.034984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.035079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.035277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.035436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.044860] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 885.400977] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 885.401387] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 885.401387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.053991] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 886.054222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.054389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.054630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.054832] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.054943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.055014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.055170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.058021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.058021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.058021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.380504] env[69429]: INFO networking_nsxv3.common.synchronization [req-8e67a3be-2dac-4c77-b757-742dfb9b738d req-3b194054-2632-455e-928f-69b03444ee23 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_members [ 886.380504] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_members [ 886.380504] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.380504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.380504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.380504] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.380954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.380954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.380954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.380954] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.563216] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.563216] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.563216] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.563216] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.563216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.564119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.564119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.564119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.564119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.564119] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.887150] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.887358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.887434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.887784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.887784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.887949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.888060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.888122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.888306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.888341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.888428] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 already deleted. [ 886.888508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.068866] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29acb014-2ce5-4674-a913-de956bef89a2: rpc.has_security_group_logging(os_id): False [ 887.108504] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.108735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.108735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.108941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.109050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.109240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.109357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.109398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.109549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.109633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.109809] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.109900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.109963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.110123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.110196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.110397] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.110488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.110547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.110686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.110759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.110844] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 887.179152] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.179152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.179152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.179152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.179152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.190189] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 887.374101] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.374560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.376021] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.376021] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.376021] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.376021] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.376021] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.376313] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.376708] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.376708] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.376973] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.377151] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.377934] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.377934] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.377934] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.377934] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.394981] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.395250] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.395463] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.395709] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.396113] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-69246512-12d2-4f22-98c4-2d278dfcf8b2 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.396382] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.396573] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.396972] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.397222] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69246512-12d2-4f22-98c4-2d278dfcf8b2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.900135] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.900135] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.900135] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.900575] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.900575] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.900636] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 69246512-12d2-4f22-98c4-2d278dfcf8b2 not found, creating... [ 887.902841] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.902841] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.902841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.903326] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 69246512-12d2-4f22-98c4-2d278dfcf8b2 is going to be created. [ 887.923959] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.923959] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.923959] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.923959] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.924325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.925450] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.740010] env[69429]: INFO networking_nsxv3.common.synchronization [req-8e67a3be-2dac-4c77-b757-742dfb9b738d req-7cdeed60-440f-481a-ad71-71d32e9fee07 service nova] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_rules [ 888.740060] env[69429]: INFO networking_nsxv3.common.synchronization [req-8e67a3be-2dac-4c77-b757-742dfb9b738d req-7cdeed60-440f-481a-ad71-71d32e9fee07 service nova] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_members [ 888.740228] env[69429]: INFO networking_nsxv3.common.synchronization [req-8e67a3be-2dac-4c77-b757-742dfb9b738d req-7cdeed60-440f-481a-ad71-71d32e9fee07 service nova] Enqueued Resource ID: 69246512-12d2-4f22-98c4-2d278dfcf8b2 with Priority: HIGHEST for action port [ 888.740813] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_rules [ 888.740985] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_members [ 888.740985] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69246512-12d2-4f22-98c4-2d278dfcf8b2 with Priority: HIGHEST for action port [ 888.742417] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.742578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.742624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.742810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.742889] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.747195] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.747195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.747599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.747842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.748050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.748217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.748322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.749061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.749061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.749061] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.750725] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-69246512-12d2-4f22-98c4-2d278dfcf8b2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.750725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.750725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.750725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.750725] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69246512-12d2-4f22-98c4-2d278dfcf8b2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.206163] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 889.206480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.252507] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.253718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.254080] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.255268] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69246512-12d2-4f22-98c4-2d278dfcf8b2 with status ACTIVE [ 889.257019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.259967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.259967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.259967] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69246512-12d2-4f22-98c4-2d278dfcf8b2 is going to be updated. [ 889.280114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.280281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.280346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.280604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.280737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.280899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69246512-12d2-4f22-98c4-2d278dfcf8b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.726433] env[69429]: INFO networking_nsxv3.common.synchronization [None req-09cc6745-15be-4e11-810c-f2911eae5977 None None] Enqueued Resource ID: 452cf38e-e194-4d72-abee-3210aeb03ee8 with Priority: HIGHEST for action port [ 889.726688] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452cf38e-e194-4d72-abee-3210aeb03ee8 with Priority: HIGHEST for action port [ 889.727015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-452cf38e-e194-4d72-abee-3210aeb03ee8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.727248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452cf38e-e194-4d72-abee-3210aeb03ee8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.727248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452cf38e-e194-4d72-abee-3210aeb03ee8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.727507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452cf38e-e194-4d72-abee-3210aeb03ee8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.727601] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452cf38e-e194-4d72-abee-3210aeb03ee8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.759978] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.231354] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 452cf38e-e194-4d72-abee-3210aeb03ee8 [ 890.231730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.231896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.231896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.232045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.232142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.232243] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:452cf38e-e194-4d72-abee-3210aeb03ee8 already deleted. [ 890.232328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452cf38e-e194-4d72-abee-3210aeb03ee8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.262638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.262811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.262968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.263117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.263275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.263379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 is going to be created. [ 890.291720] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.291955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.292025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.292212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.292408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.302249] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: UNINITIALIZED for 2s [ 891.565947] env[69429]: INFO networking_nsxv3.common.synchronization [None req-80085db9-5daa-4ebc-a1f3-b69c81e79e23 None None] Enqueued Resource ID: 6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42 with Priority: HIGHEST for action port [ 891.567474] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42 with Priority: HIGHEST for action port [ 891.568034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.568412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.568829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.569444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.569618] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.027577] env[69429]: INFO networking_nsxv3.common.synchronization [None req-e310dc9b-16e5-4195-a3bb-8de0b1e1c288 None None] Enqueued Resource ID: 29dee373-546e-4833-9b0e-2073d94399e0 with Priority: HIGHEST for action port [ 892.028121] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29dee373-546e-4833-9b0e-2073d94399e0 with Priority: HIGHEST for action port [ 892.028434] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-29dee373-546e-4833-9b0e-2073d94399e0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.028555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29dee373-546e-4833-9b0e-2073d94399e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.028868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29dee373-546e-4833-9b0e-2073d94399e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.028868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29dee373-546e-4833-9b0e-2073d94399e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.029125] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dee373-546e-4833-9b0e-2073d94399e0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.073397] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42 [ 892.073397] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.073397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.073397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.073397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.073397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.073397] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42 already deleted. [ 892.073397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bfb3a6d-ff3a-41aa-b0f7-aa4d75db0b42" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.313368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: SUCCESS [ 892.313638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.316253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.317240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.317240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.317240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.317432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.317476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.317587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.318024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.318024] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.536830] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29dee373-546e-4833-9b0e-2073d94399e0 [ 892.540025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.540025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.540025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.540025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.540025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.540025] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29dee373-546e-4833-9b0e-2073d94399e0 already deleted. [ 892.540025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29dee373-546e-4833-9b0e-2073d94399e0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821575] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.115381] env[69429]: INFO networking_nsxv3.common.synchronization [None req-decbe52e-6d9d-4eff-8dad-bc802c4ce0a3 None None] Enqueued Resource ID: e4423a32-708c-4acc-8449-6cb070fb67ac with Priority: HIGHEST for action port [ 893.116481] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4423a32-708c-4acc-8449-6cb070fb67ac with Priority: HIGHEST for action port [ 893.117495] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4423a32-708c-4acc-8449-6cb070fb67ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.117495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4423a32-708c-4acc-8449-6cb070fb67ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.117495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4423a32-708c-4acc-8449-6cb070fb67ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.118216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4423a32-708c-4acc-8449-6cb070fb67ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.118216] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4423a32-708c-4acc-8449-6cb070fb67ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.323641] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1: rpc.has_security_group_logging(os_id): False [ 893.341068] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.341237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.341313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.341537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.341699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.343148] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.343393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.343487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.343697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.343787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.343883] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 is going to be created. [ 893.399206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.399524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.399524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.399686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.399838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.410950] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: IN_PROGRESS for 2s [ 893.563328] env[69429]: INFO networking_nsxv3.common.synchronization [None req-81769da0-ccb2-429b-b7a3-7675c80a934f tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Enqueued Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_rules [ 893.563859] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_rules [ 893.564180] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.564309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.564354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.564596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.564672] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.622016] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4423a32-708c-4acc-8449-6cb070fb67ac [ 893.622016] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.622016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.622016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.622016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.622016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.622016] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4423a32-708c-4acc-8449-6cb070fb67ac already deleted. [ 893.622016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4423a32-708c-4acc-8449-6cb070fb67ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.649609] env[69429]: INFO networking_nsxv3.common.synchronization [None req-7ecd9659-5313-4899-a67e-2c8017dbcfcd None None] Enqueued Resource ID: 81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e with Priority: HIGHEST for action port [ 893.649881] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e with Priority: HIGHEST for action port [ 893.650500] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.650651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.650722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.650970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.651186] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.028694] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c238cd3a-c4c9-4d75-b5ff-6bd8ef02f116 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Enqueued Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_rules [ 894.029237] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_rules [ 894.029537] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.029640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.050609] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b093479-37cf-4f92-b080-f94129d94837 req-1998c77c-eacb-4233-b858-25a2f74bed12 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 894.051919] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 894.052206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.052329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.052394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.052599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.052747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.052839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.052898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.053164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.053328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.053529] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.088931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.088931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.088931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.088931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.088931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.088931] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d already deleted. [ 894.088931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.090536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.090744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.090832] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.153862] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e [ 894.153862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.154049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.154155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.154714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.154714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.154714] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e already deleted. [ 894.154853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a4eb0a-4ca4-4d1f-ae30-dae7d90b8a7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.557662] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.612964] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.613696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.613696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.613696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.613696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.613938] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d already deleted. [ 894.613938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.061500] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.064489] env[69429]: INFO networking_nsxv3.common.synchronization [None req-25add348-4233-480f-a1dc-03b4fe6479a1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Enqueued Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_rules [ 895.066836] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_rules [ 895.068758] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.071969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.072098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.072374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.072465] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.182512] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3b535bc3-540d-4ee0-a31a-450749e5215f tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Enqueued Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_rules [ 895.182512] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_rules [ 895.182843] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.183138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.425318] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: SUCCESS [ 895.425710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.564223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.564417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.564484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.564701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.564801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.564904] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 895.599669] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.601816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.601816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.606841] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.606841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.606841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.606841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.606841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.606841] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 already deleted. [ 895.606841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.608295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.608809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.608809] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.610712] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0aef8e1e-0cdc-4acc-96d0-07e20a85f9c2 None None] Enqueued Resource ID: c7393304-2a4e-43b0-a0b3-582f0ea66268 with Priority: HIGHEST for action port [ 895.611606] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7393304-2a4e-43b0-a0b3-582f0ea66268 with Priority: HIGHEST for action port [ 895.612323] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7393304-2a4e-43b0-a0b3-582f0ea66268 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.613864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7393304-2a4e-43b0-a0b3-582f0ea66268" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.613864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7393304-2a4e-43b0-a0b3-582f0ea66268" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.613864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7393304-2a4e-43b0-a0b3-582f0ea66268" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.613864] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7393304-2a4e-43b0-a0b3-582f0ea66268',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.616652] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 896.114514] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7393304-2a4e-43b0-a0b3-582f0ea66268 [ 896.115502] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.115502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.115502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.115502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.115502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.115502] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7393304-2a4e-43b0-a0b3-582f0ea66268 already deleted. [ 896.115502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7393304-2a4e-43b0-a0b3-582f0ea66268" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.142532] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.142662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.142702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.142891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.142990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.143107] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 already deleted. [ 896.143187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.659084] env[69429]: INFO networking_nsxv3.common.synchronization [req-da3ee88b-04ea-428f-8334-2a729346234a req-dadd844e-cd92-4999-8feb-db021067a6c9 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 896.659607] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 896.659914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.660044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.660147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.660306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.660456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.660551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.660633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.660754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.660840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.660923] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.069304] env[69429]: INFO networking_nsxv3.common.synchronization [req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e req-9b8747a4-e984-4db4-87bf-2d0b1df603b0 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 897.070533] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGHEST for action security_group_members [ 897.070533] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.071181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.071534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.071886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.072098] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.072692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.072692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.072692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.072692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.072692] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.165494] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.214502] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.214699] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.214828] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.215131] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.215389] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.215552] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.215669] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.215885] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.216924] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.217158] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.217288] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.217407] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.217521] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.217639] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.217749] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.218157] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.237457] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.237531] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.237731] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.237813] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-548" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.238373] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-3707d767-d2f1-493d-b1ab-4472b432e452 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.238373] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.238521] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.238747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.239014] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3707d767-d2f1-493d-b1ab-4472b432e452',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.574419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.574587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.574733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.575088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.597150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597398] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.597515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.597584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.597775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.597855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597944] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be updated. [ 897.623531] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 897.623745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.624646] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.624776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.624848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.625072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.625209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.633191] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: IN_PROGRESS for 2s [ 897.668648] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.742422] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.742422] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.742422] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.742422] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.742631] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.742721] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 3707d767-d2f1-493d-b1ab-4472b432e452 not found, creating... [ 897.743028] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.743213] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.743365] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.743598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.743745] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.744052] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.744218] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.744339] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.744563] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.744704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.744847] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 3707d767-d2f1-493d-b1ab-4472b432e452 is going to be created. [ 897.768420] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.768420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.768420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.768420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.768420] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.768660] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.172586] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.172890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.172890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.173050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.173152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.173383] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 898.208172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.208365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.208403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.208616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.208827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.219124] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 899.144048] env[69429]: INFO networking_nsxv3.common.synchronization [req-da3ee88b-04ea-428f-8334-2a729346234a req-3ec5bffe-2fd1-4bc2-a84a-d171b074bc04 service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 899.144048] env[69429]: INFO networking_nsxv3.common.synchronization [req-da3ee88b-04ea-428f-8334-2a729346234a req-3ec5bffe-2fd1-4bc2-a84a-d171b074bc04 service nova] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 899.144048] env[69429]: INFO networking_nsxv3.common.synchronization [req-da3ee88b-04ea-428f-8334-2a729346234a req-3ec5bffe-2fd1-4bc2-a84a-d171b074bc04 service nova] Enqueued Resource ID: 3707d767-d2f1-493d-b1ab-4472b432e452 with Priority: HIGHEST for action port [ 899.144048] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_rules [ 899.144422] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 899.144658] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3707d767-d2f1-493d-b1ab-4472b432e452 with Priority: HIGHEST for action port [ 899.145444] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.145947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.146151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.146470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.146733] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.147986] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.151177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.151177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3707d767-d2f1-493d-b1ab-4472b432e452 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.151177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.151177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.151177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.151177] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3707d767-d2f1-493d-b1ab-4472b432e452',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.644189] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f in Status: SUCCESS [ 899.644573] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f deletion is rescheduled due to dependency. [ 899.644573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.655255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.655255] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3707d767-d2f1-493d-b1ab-4472b432e452 with status ACTIVE [ 899.655255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.655255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.655255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.655255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.656099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.656099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.656099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.656099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.656099] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3707d767-d2f1-493d-b1ab-4472b432e452 is going to be updated. [ 899.674647] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.674827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.674827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.675017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.676168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.676168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3707d767-d2f1-493d-b1ab-4472b432e452" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.012936] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1d8987e9-0d10-424c-95a8-32aadf4613bf None None] Enqueued Resource ID: 36be7761-4ac0-43f4-8b34-44ca87c05bc2 with Priority: HIGHEST for action port [ 900.013872] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36be7761-4ac0-43f4-8b34-44ca87c05bc2 with Priority: HIGHEST for action port [ 900.014460] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-36be7761-4ac0-43f4-8b34-44ca87c05bc2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.014588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36be7761-4ac0-43f4-8b34-44ca87c05bc2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.014758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36be7761-4ac0-43f4-8b34-44ca87c05bc2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.014967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36be7761-4ac0-43f4-8b34-44ca87c05bc2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.016106] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36be7761-4ac0-43f4-8b34-44ca87c05bc2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.231315] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 900.231563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.231835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.232761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.232996] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.233234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.233234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.233449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.233535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.234304] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.517602] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36be7761-4ac0-43f4-8b34-44ca87c05bc2 [ 900.517846] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.517981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.518084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.518298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.518392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.518486] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36be7761-4ac0-43f4-8b34-44ca87c05bc2 already deleted. [ 900.518565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36be7761-4ac0-43f4-8b34-44ca87c05bc2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.738785] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.248471] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.752439] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.752439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.752439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.752439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.752439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.752439] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 901.782112] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.782229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.782269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.782475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.782618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.790860] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 902.071598] env[69429]: INFO networking_nsxv3.common.synchronization [req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf req-0f121550-4160-4831-a3b5-b108b364a4c2 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 902.073561] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 902.073977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.075134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.075357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.077747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.078153] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.078153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.078153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.078377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.078421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.078520] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.370477] env[69429]: INFO networking_nsxv3.common.synchronization [None req-056f12a8-2581-4dcb-a4f6-810d659e90f8 None None] Enqueued Resource ID: dfec1412-605c-4a5f-ba68-aeb904ef1799 with Priority: HIGHEST for action port [ 902.370993] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfec1412-605c-4a5f-ba68-aeb904ef1799 with Priority: HIGHEST for action port [ 902.372087] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfec1412-605c-4a5f-ba68-aeb904ef1799 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.372087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfec1412-605c-4a5f-ba68-aeb904ef1799" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.372087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfec1412-605c-4a5f-ba68-aeb904ef1799" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.372087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfec1412-605c-4a5f-ba68-aeb904ef1799" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.372087] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfec1412-605c-4a5f-ba68-aeb904ef1799',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.581048] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.874384] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfec1412-605c-4a5f-ba68-aeb904ef1799 [ 902.874670] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.875164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.875164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.875164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.875164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.875460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfec1412-605c-4a5f-ba68-aeb904ef1799 already deleted. [ 902.875460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfec1412-605c-4a5f-ba68-aeb904ef1799" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.084100] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.589357] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.589638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.589736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.589938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.590054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.590160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be updated. [ 903.616283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.616480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.616566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.616779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.616954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625042] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: IN_PROGRESS for 2s [ 903.801471] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 903.801741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.802131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.802468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.802770] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.802950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.803025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.803210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.803396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.803524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.803630] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.306891] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.306891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.306891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.307319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.307351] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.308290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.308290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308630] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.308630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.308630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.308630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.308789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.308860] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.812059] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d5b0cf-813c-4727-a52f-ed657c77f0aa: rpc.has_security_group_logging(os_id): False [ 904.828811] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.828994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.829128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.829499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.829631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.829902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.830054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.830152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.830319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.830404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.830585] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.830679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.830742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.830891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.831044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.831959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.831959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.831959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.831959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.831959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.831959] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 904.887472] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.887699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.887785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.887990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.888154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.902114] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 905.635890] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 905.636153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.919103] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 906.919377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.372307] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.372307] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 908.354503] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-fab0b2f2-51ad-4152-84a9-ef5ccb4f65fe tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 908.355107] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 908.355337] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.355457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.355559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.355723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.355872] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.355967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.357207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.357594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.357594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.357690] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.712574] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.712574] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.712574] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.712574] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.712818] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.712818] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.712922] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.713496] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.713761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.714034] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.714190] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.714317] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.714436] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.714595] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.714948] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.714948] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.733190] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.733407] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.733542] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.733724] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.734058] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-9d7d0834-ca3c-41ff-8e18-2412586bceb3 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.734241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.734370] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.734744] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.734885] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7d0834-ca3c-41ff-8e18-2412586bceb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.862042] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.862042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.862042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.862042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.881673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.881934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.882067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.882137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.882335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.884652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.884652] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 908.907838] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.907997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.908056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.908251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.908414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.916244] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 909.238779] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.242246] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.243111] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.243111] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.243271] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.243526] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 9d7d0834-ca3c-41ff-8e18-2412586bceb3 not found, creating... [ 909.243992] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.245779] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.246049] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.249176] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.249468] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.250113] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.250292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.250601] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.251103] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.251191] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.251401] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 9d7d0834-ca3c-41ff-8e18-2412586bceb3 is going to be created. [ 909.276831] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.277093] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.277230] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.277502] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.277741] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.277971] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.087653] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-0bbbbd14-de9c-4994-8aa4-c928941e8490 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 910.087901] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-0bbbbd14-de9c-4994-8aa4-c928941e8490 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 910.088008] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-0bbbbd14-de9c-4994-8aa4-c928941e8490 service nova] Enqueued Resource ID: 9d7d0834-ca3c-41ff-8e18-2412586bceb3 with Priority: HIGHEST for action port [ 910.088289] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 910.088451] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 910.088609] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7d0834-ca3c-41ff-8e18-2412586bceb3 with Priority: HIGHEST for action port [ 910.092228] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.092228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.092228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.092228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.092228] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.092963] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.092963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.093109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7d0834-ca3c-41ff-8e18-2412586bceb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.093244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.093544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.093666] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7d0834-ca3c-41ff-8e18-2412586bceb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.595441] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.595441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.599040] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d7d0834-ca3c-41ff-8e18-2412586bceb3 with status ACTIVE [ 910.599040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.599040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.599040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.599601] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.599601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.599601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.599601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.599726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.599752] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d7d0834-ca3c-41ff-8e18-2412586bceb3 is going to be updated. [ 910.619235] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.619414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.619492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.619709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.619925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.621018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7d0834-ca3c-41ff-8e18-2412586bceb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927037] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 910.927037] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 deletion is rescheduled due to dependency. [ 910.927037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927353] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.927480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.927599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927838] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.430119] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.933045] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.436467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.436761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.436761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.436882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.436942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.437098] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 912.463212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.463212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.463212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.463212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.463501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.471836] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 913.166464] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-abcbd7c4-565e-42a1-9a5a-02e81bc8fbc3 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 913.168013] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 913.168013] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.168013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.459698] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.460029] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.460029] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.460718] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.460718] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.460832] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.460961] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.461227] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.461381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.461594] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.461714] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.461827] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.461939] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.462138] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.462183] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.462303] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.479904] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.480120] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.480293] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.480504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.480812] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.481020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.481244] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.482421] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.482421] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58979b6-433f-4ab1-bd30-3ad6b8eaa017',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.985221] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.985624] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.985841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.986165] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.986327] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.986486] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e58979b6-433f-4ab1-bd30-3ad6b8eaa017 not found, creating... [ 913.986753] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.986966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.987075] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.987299] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.987442] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.987731] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.987890] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.988019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.992349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.992507] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.992663] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e58979b6-433f-4ab1-bd30-3ad6b8eaa017 is going to be created. [ 914.012738] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.012915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.013075] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.013337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.013773] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.014065] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.483702] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.483702] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.483702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.483702] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.484717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.484993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.485314] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.485546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.485708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.487057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.487057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.487057] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.785328] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-7756a461-dc47-4bc2-8cf0-24956cea9118 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 914.785516] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-7756a461-dc47-4bc2-8cf0-24956cea9118 service nova] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 914.785658] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8528412-f275-4771-91ca-3842a40d18a2 req-7756a461-dc47-4bc2-8cf0-24956cea9118 service nova] Enqueued Resource ID: e58979b6-433f-4ab1-bd30-3ad6b8eaa017 with Priority: HIGHEST for action port [ 914.785886] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_rules [ 914.786019] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 914.786117] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58979b6-433f-4ab1-bd30-3ad6b8eaa017 with Priority: HIGHEST for action port [ 914.786691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.786913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789191] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789191] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.789615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.789615] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58979b6-433f-4ab1-bd30-3ad6b8eaa017',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.988995] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.989179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.989330] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.292129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e58979b6-433f-4ab1-bd30-3ad6b8eaa017 with status ACTIVE [ 915.292480] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.292657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.292780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.294035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.294035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.294035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.294035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.294035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.294035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.294035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.294325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.294462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.294573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.294811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.294950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.295113] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e58979b6-433f-4ab1-bd30-3ad6b8eaa017 is going to be updated. [ 915.315565] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.315720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.315810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.316063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.316206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.316361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e58979b6-433f-4ab1-bd30-3ad6b8eaa017" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491903] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.995235] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.995398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.995470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.995720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.995858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.995989] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 916.025621] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.025621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.025621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.025976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.025976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.034053] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 917.756023] env[69429]: INFO networking_nsxv3.common.synchronization [req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 req-911a115d-5099-4c33-bcfe-e4ffd9da910d tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 917.756023] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 917.756450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.756450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.756450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.756633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.756781] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.756871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.756932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.757683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.757802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.757874] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.043788] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 918.044021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.044183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.044394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.044583] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.044715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.044782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.044941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.045038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.045135] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.260743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.260909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.260973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.261975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.281874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.281874] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.281874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.281874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.282205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.282205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.282205] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 918.304393] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.304393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.304393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.304664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.304664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.312337] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 918.546964] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.049720] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.133213] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 req-46c055fa-d033-4e6e-9154-f880f783a14e tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 919.134247] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 919.134247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.134247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.134247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.134550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.134633] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.134737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.134791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.134941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.135040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.135136] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.426710] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.426927] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.427069] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.427349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.427620] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.427789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.427900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.428183] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.428337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.430908] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.430908] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.430908] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.430908] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.430908] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.430908] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.430908] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.449527] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.449626] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.449720] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.449895] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.450685] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.450685] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.450685] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.450973] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.451062] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b3fbe9-d5fe-486c-8b4e-338f369f8a49',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.553971] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.554136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.554205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.554844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.554844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.554844] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 919.579805] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.580518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.580518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.580518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.580518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.588680] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 919.637869] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.954126] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.954378] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.954510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.954957] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.955047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.955233] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 not found, creating... [ 919.955710] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.955710] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.955820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.956089] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.956236] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.956583] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.956767] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.956891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.957127] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.957295] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.957449] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 is going to be created. [ 919.977068] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.977408] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.977620] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.978020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.978385] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.978669] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.141373] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.323036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 920.323036] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 deletion is rescheduled due to dependency. [ 920.323208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.645207] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.645428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.645428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.645672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.645771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.645882] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 920.670512] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.670685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.670751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.671216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.671216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.679532] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 920.702941] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 req-6ceb7f5c-30bf-4c3e-8484-0b1d5e4996bf service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 920.703257] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 req-6ceb7f5c-30bf-4c3e-8484-0b1d5e4996bf service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 920.703531] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 req-6ceb7f5c-30bf-4c3e-8484-0b1d5e4996bf service nova] Enqueued Resource ID: 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 with Priority: HIGHEST for action port [ 920.704362] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 920.705604] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 920.705650] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 with Priority: HIGHEST for action port [ 920.706050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.706209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.706285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.706510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.706615] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.707549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.707645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.707853] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.707951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.708026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.708237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.708322] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b3fbe9-d5fe-486c-8b4e-338f369f8a49',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.211223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.211223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.211223] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 with status ACTIVE [ 921.211676] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.211676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.211676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.211945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.212130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.212868] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.212868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.212868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.212868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.213160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.213401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.213535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.213756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.213946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213946] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 is going to be updated. [ 921.248703] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.248703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.248950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.248950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.249122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.249288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b3fbe9-d5fe-486c-8b4e-338f369f8a49" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.597868] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 921.598177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.598379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.598658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.598910] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.599087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.599193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.599516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.599516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.599622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.599821] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.599955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.600054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.600239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.600430] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.600555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.600642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.600821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.600922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.601061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.601198] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.753266] env[69429]: INFO networking_nsxv3.common.synchronization [req-4485c93e-5957-47bf-8d66-1c61ac4e2154 req-406279be-3cfc-4d25-b32c-74bf1f742219 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 921.753266] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 921.753487] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.753487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.753487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.753696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.753850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.753949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.754180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.754270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.754364] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.053030] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.053030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.053030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.053030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.053030] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.053030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.053593] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.054053] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.054394] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.054793] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.055115] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.055400] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.057279] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.057279] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.057279] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.057279] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.074516] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.074928] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.075289] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.075597] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.076080] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.076439] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.077746] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.077746] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.077746] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e06d3d2-db0e-4012-9d5c-927881ccd3c6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.105276] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9cac490-b364-471c-ac8e-b1f1a0ca4696: rpc.has_security_group_logging(os_id): False [ 922.128025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.128025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128677] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.128677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.128677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.128677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.128677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128677] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 922.188448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.190909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.190909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.191087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.191121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.207996] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 922.257113] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.580243] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.581081] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.581081] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.582751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.582751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.582751] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 not found, creating... [ 922.582751] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.582933] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.582933] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.583190] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.583330] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.583652] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.583816] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.586728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.586728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.586728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.586728] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 is going to be created. [ 922.607195] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.607195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.607195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.607195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.607195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.607195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.688309] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 922.688536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.688700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.688916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.689117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.689238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.689298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.689457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.689541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.689639] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.760097] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.191876] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.262287] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.262287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.262287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.262620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.262620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.262620] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 923.291227] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.291407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.291507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.291752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.291904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300949] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 923.317955] env[69429]: INFO networking_nsxv3.common.synchronization [req-4485c93e-5957-47bf-8d66-1c61ac4e2154 req-99d4c1b1-680e-48bd-a254-479072761d49 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 923.318193] env[69429]: INFO networking_nsxv3.common.synchronization [req-4485c93e-5957-47bf-8d66-1c61ac4e2154 req-99d4c1b1-680e-48bd-a254-479072761d49 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 923.318342] env[69429]: INFO networking_nsxv3.common.synchronization [req-4485c93e-5957-47bf-8d66-1c61ac4e2154 req-99d4c1b1-680e-48bd-a254-479072761d49 service nova] Enqueued Resource ID: 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 with Priority: HIGHEST for action port [ 923.318874] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 923.319017] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 923.319116] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 with Priority: HIGHEST for action port [ 923.319392] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.319506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.319573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.319777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.319858] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.322111] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.322111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.322111] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.322111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.322111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.322111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.322111] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e06d3d2-db0e-4012-9d5c-927881ccd3c6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.694948] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.824549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.824690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831599] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 with status ACTIVE [ 923.831599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.831599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.831599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.831599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.831599] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 is going to be updated. [ 923.853162] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.853162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.853374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.853457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.853581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.853746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e06d3d2-db0e-4012-9d5c-927881ccd3c6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.199955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.200132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.200197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.200423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.200527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.200654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 924.227084] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 924.227406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.227659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.227994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.228039] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.234051] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.234241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.234352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.234750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.234842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.245415] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 924.732348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.732348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.732348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.732348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.732348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.732348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.732348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.732968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.732968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.732968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.732968] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.235446] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.235669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.235669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.236341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.236627] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.236818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.236939] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.237198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.237356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.237906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.238147] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.238297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.238408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.238623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.238822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.238962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.239085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.239270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.239392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.239521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.239651] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.311229] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 925.311457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.311697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.312038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.313156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.313305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.313414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.313677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.313811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.313948] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.542245] env[69429]: INFO networking_nsxv3.common.synchronization [req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb req-43e391df-232e-48e5-99a0-8fca7424caad tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_members [ 925.543406] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGHEST for action security_group_members [ 925.543773] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.543966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.543966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.544188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.544347] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.544497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.544544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.544699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.544777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.544853] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.742325] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9cac490-b364-471c-ac8e-b1f1a0ca4696: rpc.has_security_group_logging(os_id): False [ 925.760684] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.760684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.760684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.760943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.761367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.761696] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.761837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.761905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.762093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.762173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.762361] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.762642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.762724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.762854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.763350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.763350] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.763350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.763350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.763536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.763536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.763608] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 925.817979] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.849594] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.849594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.849594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.849594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.849594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.868661] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 926.047913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.047913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.048073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.050662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.050662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.050662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.050662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.050662] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf is going to be updated. [ 926.070898] env[69429]: INFO networking_nsxv3.common.synchronization [req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb req-9abf3988-62c7-4b81-90e1-b287cd97248c tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 926.071292] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 926.072239] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.072239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.072239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.072239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.072550] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.072550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.072550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.072682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.072807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.072856] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.077541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.077541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.077541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.077541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.077747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.087039] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf in Status: IN_PROGRESS for 2s [ 926.189446] env[69429]: INFO networking_nsxv3.common.synchronization [req-02418e53-5a86-4fd0-b91b-322768e2e8d0 req-4dbeda81-3c9a-4095-8fc9-3608501162c6 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 926.189446] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 926.189446] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.189446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.190086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.192416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.192416] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.192416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.192416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.192416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.192416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.192416] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.258873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 926.259226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.259715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.259970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.260221] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.260545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.260545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.260641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.260708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.260813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.260909] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.319533] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.402348] env[69429]: INFO networking_nsxv3.common.synchronization [req-c1b3c73d-e193-431d-9b58-35ed3588d2dc req-0ce55e3a-9521-4fdf-a446-7ffb5970a3a9 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Enqueued Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 926.403062] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 with Priority: HIGHEST for action security_group_members [ 926.404085] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9cac490-b364-471c-ac8e-b1f1a0ca4696 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.404346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.547051] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.547051] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.547051] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.547051] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.547336] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.547399] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.547536] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.547813] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.547911] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.548517] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.548629] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.548795] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.548931] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.549079] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.549197] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.549339] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.568376] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.568644] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.568714] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.570337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570337] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-50e91f17-e128-4e1f-b455-0c9d8c5f043a taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.570337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.570337] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e91f17-e128-4e1f-b455-0c9d8c5f043a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.575344] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.575609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.575609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.575742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.575879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.576095] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.576343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.576833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.576833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.576833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.576833] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 already deleted. [ 926.576833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.695546] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.754359] env[69429]: INFO networking_nsxv3.common.synchronization [None req-43abed1e-469c-4d82-89ef-a5bf1d0bfbb0 None None] Enqueued Resource ID: 27d57c77-784f-4620-9f2d-1368d44063ef with Priority: HIGHEST for action port [ 926.755068] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d57c77-784f-4620-9f2d-1368d44063ef with Priority: HIGHEST for action port [ 926.755292] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d57c77-784f-4620-9f2d-1368d44063ef taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.755429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d57c77-784f-4620-9f2d-1368d44063ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.755501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d57c77-784f-4620-9f2d-1368d44063ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.755760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d57c77-784f-4620-9f2d-1368d44063ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.755845] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d57c77-784f-4620-9f2d-1368d44063ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.764531] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.764744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.764787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.764980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.765159] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.765685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.765685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.765685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.765949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.765949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.766059] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.766573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.766573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.766573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.766573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.766759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.766759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.766855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.766934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.767031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.767545] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.826191] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.826191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.826191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.826191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.826191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.826191] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 926.855267] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.855368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.855593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.855750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.856433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.878164] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 927.073972] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.074290] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.074427] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.074755] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.074940] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.075130] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 50e91f17-e128-4e1f-b455-0c9d8c5f043a not found, creating... [ 927.075451] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.075643] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.075749] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.075983] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.076143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.076469] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.077539] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.077539] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.077539] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.079038] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.079038] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 50e91f17-e128-4e1f-b455-0c9d8c5f043a is going to be created. [ 927.104976] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.104976] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.105202] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.105707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.105707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.105885] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.198178] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.235050] env[69429]: INFO networking_nsxv3.common.synchronization [req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a req-4cc667ed-b96f-4782-a54a-42b519e34471 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 927.235564] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 927.239780] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.240022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.240172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.240429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.240686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.240846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.240945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.241217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.241359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.241508] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.258188] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27d57c77-784f-4620-9f2d-1368d44063ef [ 927.258527] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.259515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.259515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.259515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.259515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.259515] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27d57c77-784f-4620-9f2d-1368d44063ef already deleted. [ 927.259515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d57c77-784f-4620-9f2d-1368d44063ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.272578] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3fb07e-a2db-47ec-bdfd-8b5d2902923e: rpc.has_security_group_logging(os_id): False [ 927.320491] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.320491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.320491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.320659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.320688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.322331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.322331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.322331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.322714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.322714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.322877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.322916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.324160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.324160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.324160] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 927.399609] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.399609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.399609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.399609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.399609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.417013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 927.703396] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.703656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.703656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.703882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.703969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.704083] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 927.730091] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.730326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.730326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.730543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.730728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.738821] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 927.744284] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.887119] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 927.887119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.051782] env[69429]: INFO networking_nsxv3.common.synchronization [req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb req-b92330f2-d7c6-4a3b-862a-4d89b4a8a7a9 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 928.051998] env[69429]: INFO networking_nsxv3.common.synchronization [req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb req-b92330f2-d7c6-4a3b-862a-4d89b4a8a7a9 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 928.052194] env[69429]: INFO networking_nsxv3.common.synchronization [req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb req-b92330f2-d7c6-4a3b-862a-4d89b4a8a7a9 service nova] Enqueued Resource ID: 50e91f17-e128-4e1f-b455-0c9d8c5f043a with Priority: HIGHEST for action port [ 928.052496] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 928.052672] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 928.052841] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e91f17-e128-4e1f-b455-0c9d8c5f043a with Priority: HIGHEST for action port [ 928.055212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.056077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.056077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.056077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.056077] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.060177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.061089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.061089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.061089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.061089] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.061284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.061316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.061602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.061670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.061776] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.062987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e91f17-e128-4e1f-b455-0c9d8c5f043a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.063333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.063333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.063632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.063632] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e91f17-e128-4e1f-b455-0c9d8c5f043a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.097258] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf in Status: SUCCESS [ 928.097361] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf deletion is rescheduled due to dependency. [ 928.097575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.248854] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.379873] env[69429]: INFO networking_nsxv3.common.synchronization [req-6808962a-c296-40ae-b9e6-7f5fdb265a7e req-90e1d3e0-b85e-4d36-adcf-c8bef229ed34 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 928.380100] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 928.380582] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.380652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.380760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.381015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.381208] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.381932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.381932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.381932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.381932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.381932] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.565591] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.567236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.567236] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.567383] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e91f17-e128-4e1f-b455-0c9d8c5f043a with status ACTIVE [ 928.567533] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.567688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.567779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.568082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.568191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.568449] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.568561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.568637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.568832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.568933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.569471] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.569678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.569941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.569992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.570129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.570278] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e91f17-e128-4e1f-b455-0c9d8c5f043a is going to be updated. [ 928.604133] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.604335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.604521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.604941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.605153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.605363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e91f17-e128-4e1f-b455-0c9d8c5f043a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.714761] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c4785790-4b05-4076-ba57-d1ec8874963f None None] Enqueued Resource ID: fb74c59a-0e23-4044-a257-95282277275b with Priority: HIGHEST for action port [ 928.715427] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb74c59a-0e23-4044-a257-95282277275b with Priority: HIGHEST for action port [ 928.715774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb74c59a-0e23-4044-a257-95282277275b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.715917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb74c59a-0e23-4044-a257-95282277275b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.716022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb74c59a-0e23-4044-a257-95282277275b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.717625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb74c59a-0e23-4044-a257-95282277275b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.717724] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb74c59a-0e23-4044-a257-95282277275b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.752457] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.752609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.752609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.752849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.752943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.753058] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be updated. [ 928.758392] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.760826] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.761056] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.761379] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.762596] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.762596] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.762596] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.762596] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.762855] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.763219] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.763384] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.763530] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.765784] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.765784] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.765784] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.765784] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.791427] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.793233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.793233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.793233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.793233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.794229] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.794462] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.794647] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.794860] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.795238] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-2d5ecd49-708a-4fff-865c-eddd8f4856a1 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.795458] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.795618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.795989] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.796216] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5ecd49-708a-4fff-865c-eddd8f4856a1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.805570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 928.884575] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 928.884869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.885061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.885285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.885490] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.885602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.885657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.885814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.885920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.885988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.886093] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.887667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.887993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.887993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.888123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.888233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.888440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.888578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.888665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.888833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.888942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.889154] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 928.916234] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.916401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.916446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.916659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.916801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.929275] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 929.073208] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.224520] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb74c59a-0e23-4044-a257-95282277275b [ 929.224773] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.224917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.225043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.225729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.225878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.225983] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb74c59a-0e23-4044-a257-95282277275b already deleted. [ 929.226079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb74c59a-0e23-4044-a257-95282277275b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.299958] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.300226] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.300361] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.300796] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.300893] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.301053] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 2d5ecd49-708a-4fff-865c-eddd8f4856a1 not found, creating... [ 929.301334] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.301752] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.301752] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.302049] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.302206] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.302526] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.302701] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.302820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.303051] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.303198] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.303346] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 2d5ecd49-708a-4fff-865c-eddd8f4856a1 is going to be created. [ 929.323984] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.324707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.324707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.324707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.324896] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.325255] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.391594] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.391790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.392235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.392235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.392409] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.392409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.392541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.392599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.392690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.392809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.392960] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.393109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.393219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.393409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.393536] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.393696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.393766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.393910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.393983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.394072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.394175] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.435315] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 929.435553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.576168] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.576168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.576168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.576460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.576523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.576646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be created. [ 929.605653] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.605816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.605862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.606746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.615855] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: UNINITIALIZED for 2s [ 929.748328] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 929.748424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.748599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.748823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.749028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.749146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.749211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.749359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.749441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.749538] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9cac490-b364-471c-ac8e-b1f1a0ca4696',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.896585] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 929.913988] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.914136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.914306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.914460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.914555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.914859] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.914962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.915069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.915448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.915448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.915661] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.915661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.915661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.915769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.915853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.916016] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.916924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.916924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.916924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.917149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.917149] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 930.032610] env[69429]: INFO networking_nsxv3.common.synchronization [req-6808962a-c296-40ae-b9e6-7f5fdb265a7e req-c441a955-565b-4c77-865e-8cf621c9cd1b service nova] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_rules [ 930.032875] env[69429]: INFO networking_nsxv3.common.synchronization [req-6808962a-c296-40ae-b9e6-7f5fdb265a7e req-c441a955-565b-4c77-865e-8cf621c9cd1b service nova] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 930.033035] env[69429]: INFO networking_nsxv3.common.synchronization [req-6808962a-c296-40ae-b9e6-7f5fdb265a7e req-c441a955-565b-4c77-865e-8cf621c9cd1b service nova] Enqueued Resource ID: 2d5ecd49-708a-4fff-865c-eddd8f4856a1 with Priority: HIGHEST for action port [ 930.033918] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_rules [ 930.034033] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 930.034301] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5ecd49-708a-4fff-865c-eddd8f4856a1 with Priority: HIGHEST for action port [ 930.034715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.034967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.035141] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.035388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.035518] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.037312] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.037480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.037718] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5ecd49-708a-4fff-865c-eddd8f4856a1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.038172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.038419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.039641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.039641] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5ecd49-708a-4fff-865c-eddd8f4856a1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.060866] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.061138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.061138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.061326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.061482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.074807] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 930.253834] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.253834] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.253834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.253834] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 is going to be updated. [ 930.289024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.289293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.289293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.289553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.289743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.298765] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: IN_PROGRESS for 2s [ 930.537834] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.537834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.542248] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d5ecd49-708a-4fff-865c-eddd8f4856a1 with status ACTIVE [ 930.542248] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.542248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.542248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.542248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.542248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.542983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.543254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.543558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.546403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.546403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.546403] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.546403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.546403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.546403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.546403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.546403] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d5ecd49-708a-4fff-865c-eddd8f4856a1 is going to be updated. [ 930.569816] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.569997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.569997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.570236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.570481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.570582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5ecd49-708a-4fff-865c-eddd8f4856a1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.815707] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 930.815930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.939479] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 930.939782] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 deletion is rescheduled due to dependency. [ 930.939817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.939955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.940178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.940410] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.940537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.940596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.940774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.940857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.940952] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.127292] env[69429]: INFO networking_nsxv3.common.synchronization [req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 req-1d67c1a4-8c2b-4924-b423-58c81a9859c5 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 931.127292] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 931.127394] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.127548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.127607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.127831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.127986] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.128800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.128903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.129280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.129280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.129280] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.443586] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.446335] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.446686] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.446889] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.447234] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.447538] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.447710] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.447835] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.448133] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.448322] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.448567] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.448711] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.448850] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.448988] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.449150] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.449304] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.449470] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.469533] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.469751] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.470028] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.470292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.470630] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-1ba98888-771c-414d-b139-661076c09823 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.470805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.470943] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.471354] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.471991] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba98888-771c-414d-b139-661076c09823',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.632292] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 931.632581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.633546] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.633759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.633759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.634793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.634793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.634793] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.634793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.634793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.634793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.634793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.634793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 931.635761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.636303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.636303] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.636303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.636303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.636501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.636501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.636591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.636643] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.669136] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.669136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.669136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.669136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.669136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.680375] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 931.951679] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.974626] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.974965] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.975220] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.975632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.975851] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.976562] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 1ba98888-771c-414d-b139-661076c09823 not found, creating... [ 931.976703] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.976836] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.977058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.977498] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.977773] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.978283] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.978633] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.978880] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.979271] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.979522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.980074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 1ba98888-771c-414d-b139-661076c09823 is going to be created. [ 932.004804] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.005274] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.005475] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.005877] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.006325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.006688] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.106171] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 932.106558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142223] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.142223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.142781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142781] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.309300] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 in Status: SUCCESS [ 932.309500] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9cac490-b364-471c-ac8e-b1f1a0ca4696 deletion is rescheduled due to dependency. [ 932.309577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9cac490-b364-471c-ac8e-b1f1a0ca4696" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.454082] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.454286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.454372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.454623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.454744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.454854] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 932.481440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.481580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.481651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.481906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.482091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490922] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 932.647692] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad78846-b103-4ee6-afac-13c068ea3be5: rpc.has_security_group_logging(os_id): False [ 932.665744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.665744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.665744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.666023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.666835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.666835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.666835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.666835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.666835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.666835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.667242] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.667242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.667310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.667502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.667558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.667761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.668314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.668314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.668314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.668314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.668314] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be created. [ 932.734206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.734357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.734430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.734719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.734719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.747213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 932.756888] env[69429]: INFO networking_nsxv3.common.synchronization [req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 req-e2ea16e2-6d58-4f6e-81b3-1842d8eb697f service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 932.756888] env[69429]: INFO networking_nsxv3.common.synchronization [req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 req-e2ea16e2-6d58-4f6e-81b3-1842d8eb697f service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 932.756888] env[69429]: INFO networking_nsxv3.common.synchronization [req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 req-e2ea16e2-6d58-4f6e-81b3-1842d8eb697f service nova] Enqueued Resource ID: 1ba98888-771c-414d-b139-661076c09823 with Priority: HIGHEST for action port [ 932.756888] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 932.757139] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 932.757139] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba98888-771c-414d-b139-661076c09823 with Priority: HIGHEST for action port [ 932.757617] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.758387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.758387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.758387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.758387] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.759186] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.759326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.761228] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba98888-771c-414d-b139-661076c09823 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.761375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.761521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.761766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.762702] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba98888-771c-414d-b139-661076c09823',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.264356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.264747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.264747] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ba98888-771c-414d-b139-661076c09823 with status ACTIVE [ 933.265226] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.265226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.265226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.265363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.265421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.265799] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.265936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.266013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.266219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.266351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.266464] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.266555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.266623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.266811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.267506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.267506] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ba98888-771c-414d-b139-661076c09823 is going to be updated. [ 933.289207] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.289459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.289459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.289745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.289894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.290092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba98888-771c-414d-b139-661076c09823" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.690295] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 933.690517] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 933.690605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.690775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.691008] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.691209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.691380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.691380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.691551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.694978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.695109] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.081784] env[69429]: INFO networking_nsxv3.common.synchronization [req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 req-d8516b47-a91e-497e-a45e-6815e4a2d4ca tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Enqueued Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_members [ 934.082169] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_members [ 934.082655] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.082655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.083466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.083466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.083707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.083874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.083971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.084189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.084325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.084461] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.197252] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.500519] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 934.500820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.500820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.502635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.502909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.503059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.503132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.503312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.503400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.503491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.503628] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.588271] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.588271] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.588271] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 already deleted. [ 934.588271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.702486] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.747683] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.748282] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.748282] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.748480] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.748724] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.748989] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.749836] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.752358] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.752358] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.752358] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.752358] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.752358] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.752358] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.752358] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.752358] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.752358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.771179] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 934.772316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.778303] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.778303] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.778303] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.778303] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.778303] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-c042ed67-458b-4f40-9b88-a3465b042d2a taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.778768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.778768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.779205] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.779351] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c042ed67-458b-4f40-9b88-a3465b042d2a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.006528] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.006697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.006953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.006953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.007172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.007319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.007395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.007578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.007669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.007761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.007914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.008019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.008084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.008325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.008512] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.008672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.008787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.008944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.009063] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.009593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.009593] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.206059] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.206267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.209583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.209583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.209583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.209583] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 935.234120] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.234311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.234372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.234592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.234738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.242743] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 935.282736] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.283085] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.285103] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.285582] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.285816] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.286061] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port c042ed67-458b-4f40-9b88-a3465b042d2a not found, creating... [ 935.286483] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.286746] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.286915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.287753] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.287977] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.288461] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.288701] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.288918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.289266] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.289466] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.290684] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: c042ed67-458b-4f40-9b88-a3465b042d2a is going to be created. [ 935.312349] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.312579] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.312699] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.313130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.313466] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.313864] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.511818] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f11cd31-d184-41ab-bc66-ad38f01c08f1: rpc.has_security_group_logging(os_id): False [ 935.530297] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.530565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.530565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.531229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.531229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.531229] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.531229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.531229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.531544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.531544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.531657] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.531864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.531925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.532076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.532193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.532344] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.532443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.532505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.532687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.532822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.532879] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 935.595312] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.595618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.595675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.595935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.596242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.608012] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 936.275571] env[69429]: INFO networking_nsxv3.common.synchronization [req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 req-088547b8-35dd-4ed0-bbbc-cc69d5b7587c service nova] Enqueued Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_rules [ 936.276010] env[69429]: INFO networking_nsxv3.common.synchronization [req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 req-088547b8-35dd-4ed0-bbbc-cc69d5b7587c service nova] Enqueued Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_members [ 936.276238] env[69429]: INFO networking_nsxv3.common.synchronization [req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 req-088547b8-35dd-4ed0-bbbc-cc69d5b7587c service nova] Enqueued Resource ID: c042ed67-458b-4f40-9b88-a3465b042d2a with Priority: HIGHEST for action port [ 936.276860] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_rules [ 936.277068] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_members [ 936.277191] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c042ed67-458b-4f40-9b88-a3465b042d2a with Priority: HIGHEST for action port [ 936.277526] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.277681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.277750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.277994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.278091] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.279053] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.281185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.281185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.281185] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.281616] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c042ed67-458b-4f40-9b88-a3465b042d2a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.281758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.282841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.282841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.282841] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c042ed67-458b-4f40-9b88-a3465b042d2a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.785147] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.785499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.785499] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.787933] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c042ed67-458b-4f40-9b88-a3465b042d2a with status ACTIVE [ 936.788190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.788347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.788416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.788711] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.788765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.789189] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.789311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.789381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.789670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.789759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.789953] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.790115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.790185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.790567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.790668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.790758] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c042ed67-458b-4f40-9b88-a3465b042d2a is going to be updated. [ 936.811270] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.811418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.811504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.811674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.811916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.812027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c042ed67-458b-4f40-9b88-a3465b042d2a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.253201] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 937.253461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.253641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.253941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.254587] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.254587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.254587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.254731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.254731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.254808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.254959] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.289031] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.621584] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 937.621905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.757826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.757992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.758084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.758305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.758467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.758567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.758632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.758781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.758872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.758960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.759158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.759278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.759362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.759540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.759702] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.759814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.759885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.760057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.760159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.760281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.760412] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.791956] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.792356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.792356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.792548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.792548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.792642] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 is going to be created. [ 937.814829] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.815065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.815131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.815350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.815506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.824305] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79800a93-43cf-4122-8104-efd19a17bb16 in Status: UNINITIALIZED for 2s [ 938.263091] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95852f7-9371-4a93-bb93-ba238140c92d: rpc.has_security_group_logging(os_id): False [ 938.283448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.283448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.283448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.283985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.283985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.284077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.284263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.284389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.284578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.284706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.284760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.284909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.284976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.285071] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 938.348593] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.348824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.348913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.349351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.349351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.363502] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 939.834492] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79800a93-43cf-4122-8104-efd19a17bb16 in Status: SUCCESS [ 939.834926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.834926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.835156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.835383] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.835523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.835593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.835773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.835832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.836039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.836039] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.338445] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.378425] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 940.378995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.587088] env[69429]: INFO networking_nsxv3.common.synchronization [req-848d99db-eda9-498c-ae87-7d96f173c141 req-9bc458e3-33d6-4ca3-8e40-d5aa102f27ff tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 940.587088] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 940.587627] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.587948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.588182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.588549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.588874] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.591021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.591021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.591021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.591021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.619133] env[69429]: INFO networking_nsxv3.common.synchronization [req-654cdaa2-548e-4bf8-8c6e-926f659db4ab req-06329111-d1fc-41ab-930a-33e7d6773cb1 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 940.619133] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 940.619713] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.620032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.620196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.620527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.620822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.621088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.621264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.621516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.621823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.622904] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.839027] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-d1f91132-db78-46c7-9863-1b5033bd327a tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 940.840270] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 940.840570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79800a93-43cf-4122-8104-efd19a17bb16: rpc.has_security_group_logging(os_id): False [ 940.841728] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.842033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.842033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.842347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.842822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.843057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.843164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.843384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.843519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.843854] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.862986] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.863234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.863234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.863432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.863522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.863815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.863906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.863963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.864274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.864391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.864506] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 is going to be created. [ 940.933040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.933040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.933040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.933274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.933274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.952143] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79800a93-43cf-4122-8104-efd19a17bb16 in Status: IN_PROGRESS for 2s [ 941.095361] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.126348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.126348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.126348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.126797] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 941.157708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.157708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.158022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.158131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.158223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.170201] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 941.237941] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-cb5d89e3-02af-413f-a951-1215192452f8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 941.238885] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 941.239400] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.239566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.342532] env[69429]: INFO networking_nsxv3.common.synchronization [req-a11cd22a-36d6-46fb-8078-767d5afff828 req-0bc11fca-a975-43d0-b5ae-973d6191cf5a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 941.342636] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 941.342865] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.343060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.343060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.343431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.343431] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.343564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.343564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.343682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.343768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.343873] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.346090] env[69429]: INFO networking_nsxv3.common.synchronization [req-55b6d796-a51e-49f6-9b92-1081be7795fe req-b10f0523-976e-4e7b-8870-a70e2eebacba tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Enqueued Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 941.346419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.346539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.349115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.349115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 already deleted. [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.349115] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 with Priority: HIGHEST for action security_group_members [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.349115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.349115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.349115] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.349929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6d1019-2878-4831-9cd6-9a049eaf05e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.351576] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.351576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.351576] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6d1019-2878-4831-9cd6-9a049eaf05e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.599143] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.599781] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-32eafce5-7d4a-477a-9a22-09f524d7bd6d tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 941.602492] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 941.602492] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.602492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.847540] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.856127] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856127] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856127] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 already deleted. [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856127] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856788] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.857820] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 is going to be updated. [ 941.860402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.861211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.861211] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.861552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.861736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.863076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.863076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863076] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.889367] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.889455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.889493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.890036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.890036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.903099] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: IN_PROGRESS for 2s [ 941.905615] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.905615] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.905901] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.906337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.906740] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.907043] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.907271] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.907624] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.908043] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.908387] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.908599] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.908857] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.909081] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.909322] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.909622] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.909810] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.942666] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.942860] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.943015] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.943209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.943534] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-253cef22-b0db-4669-b542-fcfce3eda0ca taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.943715] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.943889] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.944319] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.944508] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253cef22-b0db-4669-b542-fcfce3eda0ca',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.101608] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.101872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.103018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.103018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.103018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.103018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 942.128403] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.128597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.128597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.129180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.129180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.139394] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 942.351479] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.368495] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.368495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.368495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.368744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.368744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.368941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.368992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.369164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.369242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.369330] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 already deleted. [ 942.369415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.447241] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.447337] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.447402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.447683] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.447831] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.447987] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 253cef22-b0db-4669-b542-fcfce3eda0ca not found, creating... [ 942.448264] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.448418] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.448535] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.448799] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.448987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.449350] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.449576] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.449644] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.449901] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.449981] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.450184] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 253cef22-b0db-4669-b542-fcfce3eda0ca is going to be created. [ 942.468964] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.469203] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.469334] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.469628] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.469872] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.470111] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.854404] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.855371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.855371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.855371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.855371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.855371] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 942.891444] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.891444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.891444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.891762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.891962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.900067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 942.963047] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79800a93-43cf-4122-8104-efd19a17bb16 in Status: SUCCESS [ 942.963294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.155632] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-84974d7f-b9cf-4e34-a537-9d7e5d566458 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 943.155814] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-84974d7f-b9cf-4e34-a537-9d7e5d566458 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 943.155953] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-84974d7f-b9cf-4e34-a537-9d7e5d566458 service nova] Enqueued Resource ID: 253cef22-b0db-4669-b542-fcfce3eda0ca with Priority: HIGHEST for action port [ 943.156275] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 943.156421] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 943.156518] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253cef22-b0db-4669-b542-fcfce3eda0ca with Priority: HIGHEST for action port [ 943.157144] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.157239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.157339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.157552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.157631] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.160027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.160027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.160027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.160027] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.160610] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-253cef22-b0db-4669-b542-fcfce3eda0ca taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.160610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.160610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.160610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.160610] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253cef22-b0db-4669-b542-fcfce3eda0ca',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.181676] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 943.181986] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 943.181986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560208] env[69429]: INFO networking_nsxv3.common.synchronization [req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf req-acfc2bb0-cbbe-47e5-80d0-8d950897638a tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Enqueued Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_members [ 943.560208] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_members [ 943.560456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561102] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.561208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561604] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.663559] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.664839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.664999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.665136] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253cef22-b0db-4669-b542-fcfce3eda0ca with status ACTIVE [ 943.665301] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.665461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.665562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.665914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.665914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.666083] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.666249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.666249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.669343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669746] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.669855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.669922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.670093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.670177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.670266] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253cef22-b0db-4669-b542-fcfce3eda0ca is going to be updated. [ 943.696191] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.696408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.696408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.696612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.696731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.696893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253cef22-b0db-4669-b542-fcfce3eda0ca" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.919024] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 in Status: SUCCESS [ 943.919024] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6d1019-2878-4831-9cd6-9a049eaf05e1 deletion is rescheduled due to dependency. [ 943.919024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6d1019-2878-4831-9cd6-9a049eaf05e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.030177] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.030177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-864" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.030177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-864" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.030177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-864" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.030177] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.030177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.030856] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.033909] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.033909] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.033909] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.033909] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.033909] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.033909] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.033909] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.033909] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.033909] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.052280] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.052347] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.052444] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.052617] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-864" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.052940] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7ed05106-b4aa-41f6-8b12-6be83d21de12 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.053127] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.053247] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.053594] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.053816] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed05106-b4aa-41f6-8b12-6be83d21de12',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.059869] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.060186] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-116" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.060386] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-116" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.060725] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-116" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.061354] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.061567] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.061696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.061948] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.062115] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.062340] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.062480] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.062601] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.062714] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.062839] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.062973] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.063153] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.064590] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.064776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.064967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.065086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.065251] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.065338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.065398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.065540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.065611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.065691] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d already deleted. [ 944.065765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.080636] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.080827] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.080946] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.081146] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-116" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.081465] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.081632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.081753] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.082098] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.082238] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cd8e0a-d1d0-4799-8b35-89ecaaa25f69',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.147512] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 4s [ 944.173312] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.555875] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.556120] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.556259] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.556546] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.556791] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.556858] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7ed05106-b4aa-41f6-8b12-6be83d21de12 not found, creating... [ 944.557137] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.557303] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.557422] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.557660] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.557805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.560030] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.560030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.560030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.560030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.560030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.560030] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7ed05106-b4aa-41f6-8b12-6be83d21de12 is going to be created. [ 944.586058] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.586058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.586058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.586058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.586058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.586324] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.587200] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.587400] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.587558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.587761] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.587908] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.588078] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 not found, creating... [ 944.588344] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.588502] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.588624] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.589207] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.589207] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.589330] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.589499] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.589645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.589859] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.590009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.590178] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 is going to be created. [ 944.612534] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.613472] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.613472] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.613846] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.614208] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.615879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.675164] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.675164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.675283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.675492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.675572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.675688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be created. [ 944.704116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.704116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.704116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.704486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.704632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.720253] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: UNINITIALIZED for 2s [ 944.908876] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 944.909918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.423573] env[69429]: INFO networking_nsxv3.common.synchronization [req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf req-290345c9-8960-43f2-a635-49fd7c902aba service nova] Enqueued Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_rules [ 945.423916] env[69429]: INFO networking_nsxv3.common.synchronization [req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf req-290345c9-8960-43f2-a635-49fd7c902aba service nova] Enqueued Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_members [ 945.423916] env[69429]: INFO networking_nsxv3.common.synchronization [req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf req-290345c9-8960-43f2-a635-49fd7c902aba service nova] Enqueued Resource ID: 7ed05106-b4aa-41f6-8b12-6be83d21de12 with Priority: HIGHEST for action port [ 945.424189] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_rules [ 945.424311] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_members [ 945.424402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed05106-b4aa-41f6-8b12-6be83d21de12 with Priority: HIGHEST for action port [ 945.425013] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.425188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.425617] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.426489] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.426610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.426792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.426841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.427030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.427128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.427180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.427795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.427795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.427795] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.431450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed05106-b4aa-41f6-8b12-6be83d21de12 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.431450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.431450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.431450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.431450] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed05106-b4aa-41f6-8b12-6be83d21de12',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.479164] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-76900e94-0e2d-46b7-835c-d499f22b0d14 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 945.479359] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-76900e94-0e2d-46b7-835c-d499f22b0d14 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 945.479537] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-76900e94-0e2d-46b7-835c-d499f22b0d14 service nova] Enqueued Resource ID: 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 with Priority: HIGHEST for action port [ 945.480204] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 945.480445] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 945.480653] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 with Priority: HIGHEST for action port [ 945.480975] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481340] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481603] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.482075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.482155] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cd8e0a-d1d0-4799-8b35-89ecaaa25f69',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.930692] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.930854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.931040] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.931964] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ed05106-b4aa-41f6-8b12-6be83d21de12 with status ACTIVE [ 945.932170] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.932285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.932352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.932602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.932652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.932803] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.932900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.932964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.933128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.933204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.933384] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.933476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.933535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.933672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.933746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.933851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ed05106-b4aa-41f6-8b12-6be83d21de12 is going to be updated. [ 945.967588] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.967749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.967801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.968019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.968168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.968435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed05106-b4aa-41f6-8b12-6be83d21de12" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.984732] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 with status ACTIVE [ 945.985040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.985364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.985660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986000] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.986194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.986309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.986516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.986601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986950] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.987039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.987114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.987336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.987440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.987594] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 is going to be updated. [ 946.008565] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.008707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.008788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.009040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.010839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.011260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.160512] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 946.162770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.271352] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.271745] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.272027] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.273017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.273017] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.273017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.273017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.273510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.273779] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.274142] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.274405] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.277020] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.277020] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.277020] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.277020] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.277020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.295278] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.295278] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.295278] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.295278] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-358" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.295278] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-bb8aca54-3be9-4177-a608-92bfd5b21fa5 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.295278] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.295278] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.295278] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.295278] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8aca54-3be9-4177-a608-92bfd5b21fa5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.436039] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.730136] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 946.730536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.730536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.730710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.730902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.731047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.731137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.731250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.731333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.731418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.731536] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.732667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.733236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.733354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.733418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.733575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.734068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.734068] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.803462] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.803462] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port bb8aca54-3be9-4177-a608-92bfd5b21fa5 not found, creating... [ 946.803462] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.803462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.805084] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.805084] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.805084] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.805084] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.805084] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.805346] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: bb8aca54-3be9-4177-a608-92bfd5b21fa5 is going to be created. [ 946.825042] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.825287] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.825418] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.825702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.825942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.826330] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.938645] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.938791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.938791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.939023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.939131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.939235] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d is going to be created. [ 946.967799] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.967799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.967799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.967799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.967799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.979458] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109e7668-a33e-4a88-ae86-069ddc73a43d in Status: UNINITIALIZED for 2s [ 947.235656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.235881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.238704] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.678955] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-0bd45979-93af-4bb1-b8cb-e5a7c4c0ab5e service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 947.679322] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-0bd45979-93af-4bb1-b8cb-e5a7c4c0ab5e service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 947.679322] env[69429]: INFO networking_nsxv3.common.synchronization [req-033c0290-8c80-45ea-aefd-b74a4336c680 req-0bd45979-93af-4bb1-b8cb-e5a7c4c0ab5e service nova] Enqueued Resource ID: bb8aca54-3be9-4177-a608-92bfd5b21fa5 with Priority: HIGHEST for action port [ 947.679558] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 947.679689] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 947.679785] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8aca54-3be9-4177-a608-92bfd5b21fa5 with Priority: HIGHEST for action port [ 947.680441] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.680549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.680788] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.680880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.681069] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8aca54-3be9-4177-a608-92bfd5b21fa5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.681170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.681231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.681435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.681515] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8aca54-3be9-4177-a608-92bfd5b21fa5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.740811] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.186106] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8aca54-3be9-4177-a608-92bfd5b21fa5 with status ACTIVE [ 948.186362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.186501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.186572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.186791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.186886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.187091] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.187193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.187287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.187405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.187496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.187909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.187909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.187909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.188140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.188140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.188223] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8aca54-3be9-4177-a608-92bfd5b21fa5 is going to be updated. [ 948.208033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.209235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.209414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.210107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.210324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.210580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8aca54-3be9-4177-a608-92bfd5b21fa5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.243558] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.243704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.243781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.244147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.244213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.244267] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 948.273102] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.273102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.273102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.273102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.273102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.296357] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 948.989794] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109e7668-a33e-4a88-ae86-069ddc73a43d in Status: SUCCESS [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.989794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.989794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.989794] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.493918] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.995825] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109e7668-a33e-4a88-ae86-069ddc73a43d: rpc.has_security_group_logging(os_id): False [ 950.014181] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.014334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.014406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.014623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.014716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.014962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.015082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.015147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.015346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.015406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.015458] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d is going to be created. [ 950.083532] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.083695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.083753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.084136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.084345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.095197] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109e7668-a33e-4a88-ae86-069ddc73a43d in Status: IN_PROGRESS for 2s [ 950.306854] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 950.307075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.307831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.307831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.307831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.308264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.308333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.308512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.308605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.308695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.308878] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.308962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.309028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.309174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.309356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.309453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.309526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.309649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.309723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.309805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.309894] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.310905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.311238] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.311340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.311405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.311629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.311714] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.814331] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94279bce-3edb-47b6-a199-ea0868a6bd19: rpc.has_security_group_logging(os_id): False [ 950.817161] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.840977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.841179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.841224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.841415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.841508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.841714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.841886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.841962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.842115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.842195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.842410] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.842473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.842532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.842674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.842748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.842922] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.843341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.843453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.843604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.843683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.843772] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be created. [ 950.912390] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.912903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.913206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.913556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.913834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.922493] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 951.319022] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.826247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.826247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.826247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.826247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.826247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.826247] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 951.852691] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.852862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.852906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.853133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.853280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.861265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 952.107626] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109e7668-a33e-4a88-ae86-069ddc73a43d in Status: SUCCESS [ 952.107895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.680862] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.681133] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 952.847377] env[69429]: INFO networking_nsxv3.common.synchronization [req-0ca5b299-3c36-40e5-a487-0ea569342ae9 req-65e3e9bd-0a1c-4d45-a510-5eb1bf56d63d tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 952.847890] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 952.848204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.848337] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.848414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.848617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.848762] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.848855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.848931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.849111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.849194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.849286] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.935958] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 952.935958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.935958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.935958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.935958] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.351401] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.351634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.351710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.351971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.352112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.352366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.352487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.352564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.352773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.352863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.352956] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 953.380411] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.380411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.380411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.380411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.380984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.390359] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 953.437661] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.437815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878863] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878863] env[69429]: INFO networking_nsxv3.common.synchronization [req-9cf8deb0-d076-4949-96f7-5815fcff4164 req-2793c84f-575d-4c2f-839c-42ce50a0f8a0 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Enqueued Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_members [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878863] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.878863] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_members [ 953.878863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.879690] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.879690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.879690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.879690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.879690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.879690] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.378709] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.378924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.379010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.379239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.379576] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.379576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.379681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.379847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.379958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.380094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.380282] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.380404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.380481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.380677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.381058] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.381331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.381413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.381566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.381646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.381730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.381830] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.383925] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.383925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.383925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.384141] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.384186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.387112] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.387112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.387112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.387112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.387112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.387112] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c already deleted. [ 954.387112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.415389] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.415389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-734" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.415389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-734" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.415389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-734" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.415389] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.415389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.415389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.415389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.416030] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.416390] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.421074] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.421074] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.421074] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.421074] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.421074] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.421074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.435610] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.436086] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.436353] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.436654] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-734" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.437079] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-10702c0f-ce31-435d-b2af-c00d6ae5b761 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.437464] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.437720] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.438144] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.438413] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10702c0f-ce31-435d-b2af-c00d6ae5b761',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.478307] env[69429]: INFO networking_nsxv3.common.synchronization [req-925958c2-0999-4ef8-9eef-09f6b613026e req-5dee9e81-cb1f-4357-9126-1fbc9c46cff6 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 954.478365] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGHEST for action security_group_members [ 954.478647] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.478980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.479072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.479462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.479462] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.479626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.479626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.480148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.480269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.480371] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.886871] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94279bce-3edb-47b6-a199-ea0868a6bd19: rpc.has_security_group_logging(os_id): False [ 954.904695] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.906067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.906067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.906067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.906067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.906067] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.906309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.906309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.906389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.907365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.907365] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.907365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.907365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.907365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.907365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.907365] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.907677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.907677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.907843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.907952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.908080] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 954.942342] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.942342] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.942342] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.942342] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.942342] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.942342] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 10702c0f-ce31-435d-b2af-c00d6ae5b761 not found, creating... [ 954.943016] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.943275] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.943455] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.943955] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.944298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.944680] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.945251] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.945452] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.945736] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.945942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.946327] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 10702c0f-ce31-435d-b2af-c00d6ae5b761 is going to be created. [ 954.967570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.967570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.967570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.968196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.968196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.971355] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.973891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.974307] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.974769] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.975159] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.975508] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.983683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.983901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.984044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.984276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.984370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.984569] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.984670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.984735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.984884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.984965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.985075] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be updated. [ 954.992474] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 955.012885] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.013088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.013167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.013565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.024117] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: IN_PROGRESS for 2s [ 955.400115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 955.400588] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 deletion is rescheduled due to dependency. [ 955.400973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.794497] env[69429]: INFO networking_nsxv3.common.synchronization [None req-798bd79b-1775-49f4-a362-550ec997ae2d None None] Enqueued Resource ID: df684256-837c-4caf-8a40-21cc68bc168a with Priority: HIGHEST for action port [ 955.794497] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df684256-837c-4caf-8a40-21cc68bc168a with Priority: HIGHEST for action port [ 955.796796] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-df684256-837c-4caf-8a40-21cc68bc168a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.797134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df684256-837c-4caf-8a40-21cc68bc168a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.797641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df684256-837c-4caf-8a40-21cc68bc168a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.798028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df684256-837c-4caf-8a40-21cc68bc168a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.798234] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df684256-837c-4caf-8a40-21cc68bc168a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.054350] env[69429]: INFO networking_nsxv3.common.synchronization [req-9cf8deb0-d076-4949-96f7-5815fcff4164 req-a0953483-def4-46e6-812d-7de08134df1a service nova] Enqueued Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_rules [ 956.054639] env[69429]: INFO networking_nsxv3.common.synchronization [req-9cf8deb0-d076-4949-96f7-5815fcff4164 req-a0953483-def4-46e6-812d-7de08134df1a service nova] Enqueued Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_members [ 956.054688] env[69429]: INFO networking_nsxv3.common.synchronization [req-9cf8deb0-d076-4949-96f7-5815fcff4164 req-a0953483-def4-46e6-812d-7de08134df1a service nova] Enqueued Resource ID: 10702c0f-ce31-435d-b2af-c00d6ae5b761 with Priority: HIGHEST for action port [ 956.055552] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_rules [ 956.055552] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_members [ 956.055552] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10702c0f-ce31-435d-b2af-c00d6ae5b761 with Priority: HIGHEST for action port [ 956.056158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.056325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.056416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.056694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.059041] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.059041] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.059299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.059299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.059537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.059721] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.059851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.059958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.060135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.060256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.060370] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.062224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-10702c0f-ce31-435d-b2af-c00d6ae5b761 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.062224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.062224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.063980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.063980] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10702c0f-ce31-435d-b2af-c00d6ae5b761',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.302537] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df684256-837c-4caf-8a40-21cc68bc168a [ 956.302777] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.302916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.303275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.303275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.303345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.304600] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df684256-837c-4caf-8a40-21cc68bc168a already deleted. [ 956.304600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df684256-837c-4caf-8a40-21cc68bc168a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.566411] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.571296] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.571296] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10702c0f-ce31-435d-b2af-c00d6ae5b761 with status ACTIVE [ 956.571296] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.571296] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.571296] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.571969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.571969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.572184] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10702c0f-ce31-435d-b2af-c00d6ae5b761 is going to be updated. [ 956.594258] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.594494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.594494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.594710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.594796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.594960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10702c0f-ce31-435d-b2af-c00d6ae5b761" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.696629] env[69429]: INFO networking_nsxv3.common.synchronization [req-16f176df-df25-4d39-9def-e421bac2d3dd req-d11a9737-6ec2-4217-90fb-6e3eb568e2ef tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 956.697202] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 956.697527] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.699149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.701083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.701083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.701083] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.701083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.701083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.701083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.701083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.701083] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.006518] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 957.006743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.006912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.007143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.007235] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.036698] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 in Status: SUCCESS [ 957.036698] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 deletion is rescheduled due to dependency. [ 957.036698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.068820] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.202988] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.220954] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.221132] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.221299] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.221539] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.221860] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.226663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.226663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.226663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.226663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.227059] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.227059] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.227059] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.227059] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.227181] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.227281] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.227422] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.248265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.248451] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.248595] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.248785] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.249150] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-72806a16-0d08-41cb-88b3-86ece66aada3 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.249325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.249457] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.249820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.249978] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72806a16-0d08-41cb-88b3-86ece66aada3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.509675] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.509831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.509888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.510144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.510321] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.510454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.510496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.510638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.510725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.510813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.510941] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.570634] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.570796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.570868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.571113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.571238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.571331] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c is going to be created. [ 957.592797] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.592943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.593025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.593251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.593406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.602952] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c in Status: UNINITIALIZED for 2s [ 957.705354] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.755725] env[69429]: INFO networking_nsxv3.common.synchronization [None req-22391801-f013-4514-b512-eb497286744e None None] Enqueued Resource ID: 7fe2c105-86c0-4419-929f-a8d71bf0cb94 with Priority: HIGHEST for action port [ 957.756355] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.756596] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.756773] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.757074] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.757272] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.757448] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 72806a16-0d08-41cb-88b3-86ece66aada3 not found, creating... [ 957.757810] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.758196] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.758196] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.758445] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.758618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.758928] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.759163] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.759279] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.759537] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.759704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.759886] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 72806a16-0d08-41cb-88b3-86ece66aada3 is going to be created. [ 957.761269] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2c105-86c0-4419-929f-a8d71bf0cb94 with Priority: HIGHEST for action port [ 957.761824] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe2c105-86c0-4419-929f-a8d71bf0cb94 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.761945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe2c105-86c0-4419-929f-a8d71bf0cb94" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.762055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe2c105-86c0-4419-929f-a8d71bf0cb94" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.762214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe2c105-86c0-4419-929f-a8d71bf0cb94" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.762295] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe2c105-86c0-4419-929f-a8d71bf0cb94',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.781073] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.781317] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.781448] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.782059] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.782238] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.016569] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.016720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.016791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.017046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.017241] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.017360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.017423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.017587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.017684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.017772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.017928] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.018028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.018087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.018237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.018416] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.018490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.018529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.018661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.018736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.018814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.018911] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.207669] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.208037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.208037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.208198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.208308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.208413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 958.243755] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.243755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.243755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.244076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.244403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.259582] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 958.267683] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fe2c105-86c0-4419-929f-a8d71bf0cb94 [ 958.268969] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.268969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.268969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.268969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.268969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.268969] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fe2c105-86c0-4419-929f-a8d71bf0cb94 already deleted. [ 958.268969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe2c105-86c0-4419-929f-a8d71bf0cb94" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.523271] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94279bce-3edb-47b6-a199-ea0868a6bd19: rpc.has_security_group_logging(os_id): False [ 958.543023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.543023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.543023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.543697] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.543697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.543697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.543697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.543697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.543697] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.543889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.543889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.544154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.544154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.544290] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 958.615449] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.615592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.615659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.615862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.616018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.637950] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 958.670873] env[69429]: INFO networking_nsxv3.common.synchronization [req-16f176df-df25-4d39-9def-e421bac2d3dd req-280f16e3-a5ab-463c-8d4c-7e89b2f00b8f service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 958.671079] env[69429]: INFO networking_nsxv3.common.synchronization [req-16f176df-df25-4d39-9def-e421bac2d3dd req-280f16e3-a5ab-463c-8d4c-7e89b2f00b8f service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 958.671228] env[69429]: INFO networking_nsxv3.common.synchronization [req-16f176df-df25-4d39-9def-e421bac2d3dd req-280f16e3-a5ab-463c-8d4c-7e89b2f00b8f service nova] Enqueued Resource ID: 72806a16-0d08-41cb-88b3-86ece66aada3 with Priority: HIGHEST for action port [ 958.671712] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 958.671852] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 958.672412] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72806a16-0d08-41cb-88b3-86ece66aada3 with Priority: HIGHEST for action port [ 958.672412] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.672412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.672589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.672672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.672726] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.673559] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.673660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.673847] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-72806a16-0d08-41cb-88b3-86ece66aada3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.673948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.674086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.674314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.674352] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72806a16-0d08-41cb-88b3-86ece66aada3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.176276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.176455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.176823] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72806a16-0d08-41cb-88b3-86ece66aada3 with status ACTIVE [ 959.177030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.177154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.177222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.177450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.177543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.177720] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.177828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.177908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.178076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.178136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.178311] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.178664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.178664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.178664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.178664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.178882] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72806a16-0d08-41cb-88b3-86ece66aada3 is going to be updated. [ 959.200782] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.200994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.201182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.201351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.201497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.201671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72806a16-0d08-41cb-88b3-86ece66aada3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.612435] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c in Status: SUCCESS [ 959.612721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.612897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.613038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.613259] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.613403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.613620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.613620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.613734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.613815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.613883] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.117400] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.117546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.117611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.117831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.118034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.118154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.118212] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.118385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.118475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.118565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.118725] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.118832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.118881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.119040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.119197] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.119287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.119363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.119619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.119619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.119731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.119772] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.269535] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 960.269845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.270038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.270318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.271090] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.271090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.271090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.271090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.271090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.271090] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.573586] env[69429]: INFO networking_nsxv3.common.synchronization [req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 req-a1bdf51b-864e-4fec-b4cf-f141e30b57a7 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 960.577023] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 960.577023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.577023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.577023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.577023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.622499] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c: rpc.has_security_group_logging(os_id): False [ 960.641660] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.641933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.642031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.642313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.642423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.642693] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.642843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.642914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.643140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.643240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.643417] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.643527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.644079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.644079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.644079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.644079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.644314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.644314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.644402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.644455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.644552] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c is going to be created. [ 960.651422] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 960.651748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.695799] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.695957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.696043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.696687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.696687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.706127] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c in Status: IN_PROGRESS for 2s [ 960.774059] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.816190] env[69429]: INFO networking_nsxv3.common.synchronization [req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 req-444b059e-3de5-442c-9ece-d490b14aecc4 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 960.816856] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 960.818641] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.818745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.080962] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.108474] env[69429]: INFO networking_nsxv3.common.synchronization [req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 req-b442109e-7688-4581-91a3-8fb00708d9fa tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 961.109130] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 961.110645] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.110645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.276774] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.588226] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.780642] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.780943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.781025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.781321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.781435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.781552] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 961.810310] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.810458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.810530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.810745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.810893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.819039] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 962.089231] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.089231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.089424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.089646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.090086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.090209] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 962.115567] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.115762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.115819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.116211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.116211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.124171] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 962.718546] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c in Status: SUCCESS [ 962.718791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.828809] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 963.829119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.829369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.829604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.829830] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.829988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.830074] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.830248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.830353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.830454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.830571] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.133289] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 4s [ 964.336043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.336043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.336043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.336043] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.336043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.336652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.336652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.336652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.336652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.336652] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.840879] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 964.860408] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.861779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.861779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.861779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.861779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.861779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.861779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.861779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.862095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.862095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.862095] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.862329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.862329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.862546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.862591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.862935] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.863169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.863169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.863469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.863469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.863581] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 964.922467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.922710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.922895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.923060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.934932] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 966.113697] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 966.114119] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 966.142738] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 966.142947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.143122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.143355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.143520] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.144671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.144671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.144671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.144671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.144671] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.647313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.647313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.647313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.647313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.647313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.647313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.647313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.647313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.647899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.647899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.647899] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 966.670946] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.671131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.671172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.671351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.671492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.679392] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 966.956098] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 966.956418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.016030] env[69429]: INFO networking_nsxv3.common.synchronization [req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df req-93ddab00-2670-4950-a63a-5ef7932d90d0 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 967.016592] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 967.016902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.017470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.017688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.017846] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.018011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.018167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.018249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.018345] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.522585] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.025010] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.527267] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.528331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.528331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.528331] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 968.557317] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.557415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.557494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.557690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.557869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.565574] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 968.689137] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 968.689137] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 deletion is rescheduled due to dependency. [ 968.689137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.689137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.689353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.689533] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.690761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.690761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.690761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.690761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.690761] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.110526] env[69429]: INFO networking_nsxv3.common.synchronization [req-2d97090e-f3f2-4db8-b530-38a5e42064fb req-110b81f1-3e12-42e5-a234-6b0e99470115 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 969.115466] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 969.115750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116345] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.116465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.116555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.117162] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.192740] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.192906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.192940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.193308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.193411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.193617] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.193722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.193785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.193946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.194033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.194169] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 969.247160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.247369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.247449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.247664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.247800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.264930] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 969.619201] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.121580] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.575500] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 970.575730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.624584] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.624940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.624940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.625041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.625158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.625222] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 970.651480] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.651632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.651703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.651910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.652070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.660142] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 970.937278] env[69429]: INFO networking_nsxv3.common.synchronization [req-7ced59c3-bc6e-48ca-bf88-caa2284329eb req-a43e2b6a-db89-4272-8f3d-0871517925b9 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 970.937837] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 970.938190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.938339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.938412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.938784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.938860] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.938938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.939031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.939211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.939319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.939417] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.275784] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 971.276088] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 deletion is rescheduled due to dependency. [ 971.276290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.441430] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.441635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.441692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.441893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.441989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.442254] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.442365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.442484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.442599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.442678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.442767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 971.470133] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.470321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.470365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.470707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.470707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.478456] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 972.044766] env[69429]: INFO networking_nsxv3.common.synchronization [req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 req-e7291e3f-58c7-4b12-9887-042cde58f89f tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Enqueued Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_members [ 972.045239] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c with Priority: HIGHEST for action security_group_members [ 972.045239] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.045922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.045922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.046051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.046240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.046344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.046407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.046569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.048648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.048759] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6c7b0c-18db-4560-9c74-7d58a8d45e6c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.276196] env[69429]: INFO networking_nsxv3.common.synchronization [None req-0812a507-6d81-4bdf-a20f-3971589b5d06 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_rules [ 972.278171] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_rules [ 972.279081] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.279585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.279690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.279971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.280108] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.412424] env[69429]: INFO networking_nsxv3.common.synchronization [None req-9141f17b-8974-481f-bb8e-97955f727e73 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_rules [ 972.413181] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_rules [ 972.413497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.413605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.552155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.552315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.552542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.552758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.552758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.552900] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.552994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.553071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.553204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.553286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.553374] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c is going to be updated. [ 972.579488] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.579488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.579488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.579699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.579847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.590061] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c in Status: IN_PROGRESS for 2s [ 972.669217] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 972.670772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806037] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806037] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f already deleted. [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.806037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.806037] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.329656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.329656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.329656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.329656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.329656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.329656] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f already deleted. [ 973.329656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.489913] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 973.489913] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e deletion is rescheduled due to dependency. [ 973.490106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.603434] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c in Status: SUCCESS [ 974.603434] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6c7b0c-18db-4560-9c74-7d58a8d45e6c deletion is rescheduled due to dependency. [ 974.603434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6c7b0c-18db-4560-9c74-7d58a8d45e6c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.408267] env[69429]: INFO networking_nsxv3.common.synchronization [req-f80c8015-a779-4a86-8f56-e324e7dbe822 req-08091473-0c0b-4023-9b0b-4b5c1e3bf2df tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 975.408829] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 975.413261] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.413336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.414710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.414710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.414710] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.414710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.414710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.414710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.414710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.414710] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.919872] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.919872] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.919872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.919872] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 975.943427] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.943427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.943427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.943427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.943427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.951308] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 975.980262] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.982020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.982020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.982020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.982020] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.982020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.982020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.982691] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.985540] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.985540] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.985540] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.985540] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.985540] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.985540] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.985540] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.985540] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.004036] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.004036] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.004036] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.004036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.004036] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.004036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.004036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.004036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.004036] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d4209a-fdd0-416f-8833-3cef9fcd83aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.047024] env[69429]: INFO networking_nsxv3.common.synchronization [None req-a413e573-c329-4428-9136-133b35947fa2 None None] Enqueued Resource ID: b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e with Priority: HIGHEST for action port [ 976.047024] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e with Priority: HIGHEST for action port [ 976.047024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.047024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.047024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.047024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.047024] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.506739] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.507090] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.507195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.507467] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.507571] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.507733] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port b6d4209a-fdd0-416f-8833-3cef9fcd83aa not found, creating... [ 976.508018] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.508190] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.508321] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.508585] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.508751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.509051] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.509210] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.509332] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.509569] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.509780] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.510089] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: b6d4209a-fdd0-416f-8833-3cef9fcd83aa is going to be created. [ 976.531039] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.531039] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.531039] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.532045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.532362] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.533075] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.548875] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e [ 976.549135] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.549276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.549348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.549574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.549664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.549760] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e already deleted. [ 976.549841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60316f5-cd5e-4f2c-ac8a-771e6b1bad7e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.297494] env[69429]: INFO networking_nsxv3.common.synchronization [req-f80c8015-a779-4a86-8f56-e324e7dbe822 req-a94615c8-b69e-48a2-89cb-24a145a052e3 service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 977.297494] env[69429]: INFO networking_nsxv3.common.synchronization [req-f80c8015-a779-4a86-8f56-e324e7dbe822 req-a94615c8-b69e-48a2-89cb-24a145a052e3 service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 977.297830] env[69429]: INFO networking_nsxv3.common.synchronization [req-f80c8015-a779-4a86-8f56-e324e7dbe822 req-a94615c8-b69e-48a2-89cb-24a145a052e3 service nova] Enqueued Resource ID: b6d4209a-fdd0-416f-8833-3cef9fcd83aa with Priority: HIGHEST for action port [ 977.298679] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 977.298679] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 977.298679] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d4209a-fdd0-416f-8833-3cef9fcd83aa with Priority: HIGHEST for action port [ 977.298855] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.302020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.302020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.302020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.302020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.302020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d4209a-fdd0-416f-8833-3cef9fcd83aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.803369] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.803369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.803369] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6d4209a-fdd0-416f-8833-3cef9fcd83aa with status ACTIVE [ 977.803369] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.803369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.803369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.803678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.803678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.807041] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.807041] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.807041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.807041] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6d4209a-fdd0-416f-8833-3cef9fcd83aa is going to be updated. [ 977.826863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.826997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.827083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.827290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.827418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.827599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6d4209a-fdd0-416f-8833-3cef9fcd83aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.963472] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 977.963652] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 deletion is rescheduled due to dependency. [ 977.963765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.963927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.964159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.964369] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.964487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.964716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.964716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.964804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.966204] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.344938] env[69429]: INFO networking_nsxv3.common.synchronization [None req-273be36e-6cf8-4efe-a0af-ea98add414f8 None None] Enqueued Resource ID: 28c2ccb4-af36-4528-8471-80d8da3abe67 with Priority: HIGHEST for action port [ 978.345302] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c2ccb4-af36-4528-8471-80d8da3abe67 with Priority: HIGHEST for action port [ 978.345761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c2ccb4-af36-4528-8471-80d8da3abe67 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.345761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c2ccb4-af36-4528-8471-80d8da3abe67" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.345923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c2ccb4-af36-4528-8471-80d8da3abe67" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.346408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c2ccb4-af36-4528-8471-80d8da3abe67" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.346476] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c2ccb4-af36-4528-8471-80d8da3abe67',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.469483] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.849127] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c2ccb4-af36-4528-8471-80d8da3abe67 [ 978.849423] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.849644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.849719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.849932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.850073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.850217] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c2ccb4-af36-4528-8471-80d8da3abe67 already deleted. [ 978.850327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c2ccb4-af36-4528-8471-80d8da3abe67" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.971832] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.473616] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.474146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.474146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.474262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.474457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.474579] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 979.501449] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.501646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.501646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.501856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.502008] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.510079] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 981.519981] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 981.520279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.520384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.520603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.520792] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.520931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.520980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.521149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.521250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.521315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.521409] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.023791] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.526610] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 982.543253] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.543402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.543472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.543681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.543776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.544113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.544269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.544349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.544578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.544711] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.544865] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 982.600323] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.600498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.600552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.600791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.600950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.612777] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 983.346327] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.346430] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 984.625980] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 984.626277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.170290] env[69429]: INFO networking_nsxv3.common.synchronization [req-52dd469b-7016-4a51-a38d-a1eea4985f6e req-9cd05818-f2c1-4f55-a7db-21b012fac9ef tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Enqueued Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_members [ 987.170290] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_members [ 987.170290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.170834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.171148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.171259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.171525] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.171525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.171670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.172935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.172935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.172935] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.674635] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.674874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.674983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.675342] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.675517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.675738] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.675921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.675986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.676161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.676239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.676329] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb already deleted. [ 987.676413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.057797] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.058094] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-538" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.058160] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-538" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.058506] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-538" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.058780] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.059295] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.059531] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.059778] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.060174] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.061297] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.061529] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.061789] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.062355] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.063126] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.063284] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.063461] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.082800] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.082978] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.083134] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.083309] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-538" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.083628] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4c03135a-3168-477b-8192-90026f9a571e taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.083807] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.083939] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.084353] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.084509] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c03135a-3168-477b-8192-90026f9a571e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.589670] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590106] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590106] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.590399] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.590561] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.590726] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4c03135a-3168-477b-8192-90026f9a571e not found, creating... [ 988.591012] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.591181] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.591302] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.591530] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.591678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.591966] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.592284] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.592456] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.592708] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.592897] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.593092] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4c03135a-3168-477b-8192-90026f9a571e is going to be created. [ 988.614983] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.615234] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.615392] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.615769] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.616038] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.619150] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.630720] env[69429]: INFO networking_nsxv3.common.synchronization [None req-955345e1-83a7-4430-a3f7-1b2f4357253b None None] Enqueued Resource ID: c8f1d437-549e-4394-8203-a32cfb352f68 with Priority: HIGHEST for action port [ 989.632979] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f1d437-549e-4394-8203-a32cfb352f68 with Priority: HIGHEST for action port [ 989.633460] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f1d437-549e-4394-8203-a32cfb352f68 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.633628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f1d437-549e-4394-8203-a32cfb352f68" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.633738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f1d437-549e-4394-8203-a32cfb352f68" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.634153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f1d437-549e-4394-8203-a32cfb352f68" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.634312] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f1d437-549e-4394-8203-a32cfb352f68',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.761125] env[69429]: INFO networking_nsxv3.common.synchronization [req-52dd469b-7016-4a51-a38d-a1eea4985f6e req-162e1ea4-8a8b-4fa5-aa1a-a24c3e97b8f8 service nova] Enqueued Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_rules [ 989.761125] env[69429]: INFO networking_nsxv3.common.synchronization [req-52dd469b-7016-4a51-a38d-a1eea4985f6e req-162e1ea4-8a8b-4fa5-aa1a-a24c3e97b8f8 service nova] Enqueued Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_members [ 989.761125] env[69429]: INFO networking_nsxv3.common.synchronization [req-52dd469b-7016-4a51-a38d-a1eea4985f6e req-162e1ea4-8a8b-4fa5-aa1a-a24c3e97b8f8 service nova] Enqueued Resource ID: 4c03135a-3168-477b-8192-90026f9a571e with Priority: HIGHEST for action port [ 989.761125] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_rules [ 989.761125] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_members [ 989.761125] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c03135a-3168-477b-8192-90026f9a571e with Priority: HIGHEST for action port [ 989.761125] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.761125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.761125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.761842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.762050] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.763325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.763574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.763777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.764073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.764330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.764564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.764710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.764944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.765128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.765292] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.766549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c03135a-3168-477b-8192-90026f9a571e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.766823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.767013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.767269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.767441] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c03135a-3168-477b-8192-90026f9a571e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.138698] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8f1d437-549e-4394-8203-a32cfb352f68 [ 990.138698] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.138831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.138831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.140738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.140738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.140738] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8f1d437-549e-4394-8203-a32cfb352f68 already deleted. [ 990.140738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f1d437-549e-4394-8203-a32cfb352f68" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.269349] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.272121] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.272121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272121] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c03135a-3168-477b-8192-90026f9a571e with status ACTIVE [ 990.272121] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.272121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.272121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.272121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.272121] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.272599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.272599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.272599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.273075] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.273075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.273075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.273197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.273279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.273361] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c03135a-3168-477b-8192-90026f9a571e is going to be updated. [ 990.294645] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.294797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.294864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.295444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.295444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.295444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c03135a-3168-477b-8192-90026f9a571e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.641314] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3af068bc-0791-4dfc-a1cf-b4961d0fb635 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Enqueued Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_rules [ 990.642825] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_rules [ 990.642825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.643483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.643736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.645248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.645248] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.729542] env[69429]: INFO networking_nsxv3.common.synchronization [None req-8f115223-c043-48a4-a591-3a5a6750577b tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Enqueued Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_rules [ 990.729542] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_rules [ 990.729542] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.729542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.775041] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.165973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.166123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.166201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.170020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.170020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.170020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 already deleted. [ 991.170020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.170020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.170020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.170020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.277790] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.278779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.278864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.279554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.279554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.279554] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb is going to be created. [ 991.303388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.303388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.303388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.303388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.303625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.313383] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb in Status: UNINITIALIZED for 2s [ 991.689948] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.689948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.689948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.690262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.690262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.690262] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 already deleted. [ 991.690356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.736499] env[69429]: INFO networking_nsxv3.common.synchronization [req-5b65c973-ef25-4276-bd52-4f127f5b140f req-a53835be-dd3d-4b3a-882f-8bd67be6acf2 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 991.736946] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 991.737290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.737418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.737483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.737685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.737845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.738162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.738162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.738954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.739064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.739164] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.107517] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.107728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.107871] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.108220] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.108487] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.108683] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.108766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.108987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.110571] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.110863] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.110925] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.111232] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.111384] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.112397] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.112576] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.112757] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.131980] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.131980] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.131980] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.132241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.133416] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.133416] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.133416] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.133416] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.133416] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1a8da6-14ec-4ca9-8414-9e87f34f9b62',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.241745] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.242036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.242036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.242395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.242395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.242575] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.242682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.242746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.242911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.242990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.243100] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 992.268110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.268811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.268811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.268811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.268811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.278325] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 992.588676] env[69429]: INFO networking_nsxv3.common.synchronization [None req-31ee49c2-99a9-42a2-a78d-67d7b8a2ef6c None None] Enqueued Resource ID: e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e with Priority: HIGHEST for action port [ 992.589226] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e with Priority: HIGHEST for action port [ 992.589551] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.589677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.589744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.590152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.590254] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.636609] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.636822] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.636945] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.637261] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.637413] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.637569] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 not found, creating... [ 992.637829] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.637990] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.638122] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.638341] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.638481] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.638760] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.638914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.642363] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.642363] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.642363] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.642363] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 is going to be created. [ 992.659198] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.659359] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.659513] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.659817] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.660394] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.660667] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.092855] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e [ 993.093301] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.093406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.093450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.093688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.093821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.093890] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e already deleted. [ 993.093981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f0fa25-c11a-4c99-acd7-cc8b2ba5714e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.324074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb in Status: SUCCESS [ 993.324319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.324509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.324721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.324911] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.325039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.325108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.325259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.325341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.325428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.325514] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.384624] env[69429]: INFO networking_nsxv3.common.synchronization [req-5b65c973-ef25-4276-bd52-4f127f5b140f req-d6f65e3c-02cd-4fba-9ad5-fd0e0f0d15e5 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 993.384816] env[69429]: INFO networking_nsxv3.common.synchronization [req-5b65c973-ef25-4276-bd52-4f127f5b140f req-d6f65e3c-02cd-4fba-9ad5-fd0e0f0d15e5 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 993.384965] env[69429]: INFO networking_nsxv3.common.synchronization [req-5b65c973-ef25-4276-bd52-4f127f5b140f req-d6f65e3c-02cd-4fba-9ad5-fd0e0f0d15e5 service nova] Enqueued Resource ID: 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 with Priority: HIGHEST for action port [ 993.385227] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 993.385352] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 993.385449] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 with Priority: HIGHEST for action port [ 993.386052] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.388314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.388314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.388525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.388630] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.389560] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.389668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.389872] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.389982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.390071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.390264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.390351] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1a8da6-14ec-4ca9-8414-9e87f34f9b62',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.831700] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.831700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.831898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.832080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.832342] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.832468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.832468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.832694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.832776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.832853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.833078] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.833235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.833333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.834025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.834025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.834025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.834025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.834316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.834371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.834551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.834733] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.892750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.892750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.892911] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 with status ACTIVE [ 993.892952] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.893211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.893211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.893387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.893387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.893558] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.893644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.893697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.893849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.893955] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.894160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.894434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.894434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.894551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.894551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.894611] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 is going to be updated. [ 993.915063] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.915265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.915368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.915616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.915820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.916127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.288690] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 994.288985] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 994.289050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.289194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.289472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.289688] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.289834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.289922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.290127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.291582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.291582] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.337147] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb: rpc.has_security_group_logging(os_id): False [ 994.353350] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.353706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.353807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.354087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.354215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.354511] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.354664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.354752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.356028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.356028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.356028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.356028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.356028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.356028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.356028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.356028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.356574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.356574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.356574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.356574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.356574] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb is going to be created. [ 994.416038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.416038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.416038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.416038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.416038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.422914] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb in Status: IN_PROGRESS for 2s [ 994.792552] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.294375] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.797591] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.797799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.797847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.798067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.798165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.798320] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 995.829584] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.829808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.829887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.830136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.830414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.839044] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 996.434581] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb in Status: SUCCESS [ 996.434899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.746544] env[69429]: INFO networking_nsxv3.common.synchronization [req-94b3659d-953a-4ff3-854f-9aa6c749c1cd req-8e65c015-e258-4100-b758-6482892f9f2e tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 996.747158] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 996.748108] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.748492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.748492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.748610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.748699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.748803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.748866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.749038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.749130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.749224] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.253209] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.755512] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.848511] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 997.848742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.848902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.849150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.849345] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.849464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.849529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.849682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.849765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.849884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.850025] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.257583] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.257787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.257829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.258092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.258252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.258368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 998.283980] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.284201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.284245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.284493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.284645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.293368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 998.352463] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.352689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.352788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.353070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.353266] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.353382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.353476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.353679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.353772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.353866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354090] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.354238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.354309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.354494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.354671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.354799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.354869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.356423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.356578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.356698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.356841] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.789099] env[69429]: INFO networking_nsxv3.common.synchronization [req-44294a7f-5e01-4c52-b91d-81fc10bcca93 req-1ad5ad05-61fb-4d98-a005-8cec42f74f4e tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 998.789621] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 998.789924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.790180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.790386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.790619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.790779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.790884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.790946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.791115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.791204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.791299] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.859941] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad78846-b103-4ee6-afac-13c068ea3be5: rpc.has_security_group_logging(os_id): False [ 998.878114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.878554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.878554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.878554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.878741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.878913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.878913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.879032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.879149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.879228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.879431] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.879837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.879837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.879837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.879837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.880106] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.880258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.880258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.880439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.880491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.880579] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 998.934573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.934735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.934805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.935026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.935168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.947349] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 999.294021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.796597] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.865272] env[69429]: INFO networking_nsxv3.common.synchronization [req-16e36487-8d02-4781-90a4-385a653d9e92 req-c137b4b8-b960-4db7-bdff-a9b50f105c38 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 999.865844] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 999.866171] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.866328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.866373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.866633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.866788] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.866909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.866970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.867135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.867219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.867308] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.189914] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.189914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.189914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.190267] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.190583] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.190803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.190882] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.191264] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.191470] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.191736] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.191922] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.192111] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.192524] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.192717] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.192889] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.193096] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.210488] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.210728] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.210728] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.210900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-437" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.211618] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.211618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.211618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.212490] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.212490] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.298985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.298985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.299156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.299476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.299476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.299476] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1000.305173] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 1000.305173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.324955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.325162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.325162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.325380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.325702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.334029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1000.370329] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.370503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.370582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.370892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.371027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.371240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.371346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.371412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.371574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.371658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.371746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 1000.397816] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.397975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.406746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 1000.716301] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716595] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716759] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.717099] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.717332] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.717587] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 not found, creating... [ 1000.718091] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.718328] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.718491] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.718751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.718902] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.719755] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.719755] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.719755] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.719988] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.720149] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.720311] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 is going to be created. [ 1000.740016] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.740225] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.740273] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.740956] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.741358] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.741598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.960715] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1000.961118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.458561] env[69429]: INFO networking_nsxv3.common.synchronization [req-16e36487-8d02-4781-90a4-385a653d9e92 req-a713d6e5-bcc6-4464-ae82-ecb1e9c4e81d service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 1001.458784] env[69429]: INFO networking_nsxv3.common.synchronization [req-16e36487-8d02-4781-90a4-385a653d9e92 req-a713d6e5-bcc6-4464-ae82-ecb1e9c4e81d service nova] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 1001.458940] env[69429]: INFO networking_nsxv3.common.synchronization [req-16e36487-8d02-4781-90a4-385a653d9e92 req-a713d6e5-bcc6-4464-ae82-ecb1e9c4e81d service nova] Enqueued Resource ID: c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 with Priority: HIGHEST for action port [ 1001.459183] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_rules [ 1001.459405] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 1001.459405] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 with Priority: HIGHEST for action port [ 1001.459928] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.460066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.460137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.460367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.460455] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.462456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.462456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.462456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.462456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.462456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.462456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.462456] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.964711] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.965032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.965235] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 with status ACTIVE [ 1001.965514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.965681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.965782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.966119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.966277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.966562] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.966738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.966864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.967135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.967280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.967575] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.967738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.967846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.969171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.969171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.969171] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 is going to be updated. [ 1001.989465] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.989623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.989690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.989905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.990050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.990217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.343503] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1002.343841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.418214] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 1002.418826] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e deletion is rescheduled due to dependency. [ 1002.419151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.419682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.421125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.421125] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.421125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.421125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.421125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.421125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.421125] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.923407] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.992620] env[69429]: INFO networking_nsxv3.common.synchronization [req-4a88ab04-3625-44ec-8dbe-2a72394d248d req-27a283fb-6c47-4163-9744-7371cab094fe tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Enqueued Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_members [ 1002.993276] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGHEST for action security_group_members [ 1002.993641] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.994903] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.994903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.994903] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.428962] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.499609] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.500462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.500462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.500462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.500462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.500462] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.500462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.500462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.500807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.500807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.500807] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb is going to be updated. [ 1003.525746] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.525927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.525980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.526219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.526328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.536170] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb in Status: IN_PROGRESS for 2s [ 1003.931599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932257] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 1003.959672] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.959814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.959889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.960145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.960304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.968226] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 1005.545547] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb in Status: SUCCESS [ 1005.545922] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb deletion is rescheduled due to dependency. [ 1005.545989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.981638] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 1005.981638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.981843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.981937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.982183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.982348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.982433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.982644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.982731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.982841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.982954] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.255102] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1006.255102] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1006.485575] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.485722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.485722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.486971] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.486971] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.486971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.487493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.487493] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.487493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.487493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.487493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.487493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.487689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.487689] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.989583] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3fb07e-a2db-47ec-bdfd-8b5d2902923e: rpc.has_security_group_logging(os_id): False [ 1007.009013] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.009245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.009245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.009454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.009547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.009776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.009885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.009932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.010092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.010170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.010352] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.010434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.010492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.010629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.010704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.011117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.011226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.011288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.011432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.011509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.011594] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 1007.072825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.073017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.073097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.073311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.073461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.090168] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 1007.997191] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1007.997575] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1008.801381] env[69429]: INFO networking_nsxv3.common.synchronization [req-b3b1c5a9-5727-4a26-86d4-e38b120b979c req-d590091e-5f3f-46a6-bd34-9730ed3c7055 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_members [ 1008.802187] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_members [ 1008.802644] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.802899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.802899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.804058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.804730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.804909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.804984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.805188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.805281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.805377] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.108159] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 1009.108529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.147733] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.147973] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.148142] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.148417] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.148683] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.148862] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.148996] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.149335] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.149529] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.149778] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.149931] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.150078] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.150224] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.150372] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.150510] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.150672] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.169868] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.170054] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.170293] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.170522] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.170887] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-ff776205-267c-4add-ada6-e8cd9fc16584 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.171077] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.171220] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.171530] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.171677] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff776205-267c-4add-ada6-e8cd9fc16584',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.309921] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.310156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.310255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.310523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.310644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.310914] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.311093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.311196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.311382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.311460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.311548] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f already deleted. [ 1009.311624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.675200] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.675879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.676075] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.676387] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.676739] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.677010] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port ff776205-267c-4add-ada6-e8cd9fc16584 not found, creating... [ 1009.677293] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.677805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.678055] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.678261] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.678445] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.678782] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.679138] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.679299] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.679758] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.679998] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.680146] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: ff776205-267c-4add-ada6-e8cd9fc16584 is going to be created. [ 1009.698251] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.698551] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.698672] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.699702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.699702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.699702] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.388880] env[69429]: INFO networking_nsxv3.common.synchronization [req-b3b1c5a9-5727-4a26-86d4-e38b120b979c req-0a979b4c-e620-4f22-a04d-c17bc73d0913 service nova] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_rules [ 1010.389195] env[69429]: INFO networking_nsxv3.common.synchronization [req-b3b1c5a9-5727-4a26-86d4-e38b120b979c req-0a979b4c-e620-4f22-a04d-c17bc73d0913 service nova] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_members [ 1010.389257] env[69429]: INFO networking_nsxv3.common.synchronization [req-b3b1c5a9-5727-4a26-86d4-e38b120b979c req-0a979b4c-e620-4f22-a04d-c17bc73d0913 service nova] Enqueued Resource ID: ff776205-267c-4add-ada6-e8cd9fc16584 with Priority: HIGHEST for action port [ 1010.389423] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_rules [ 1010.389545] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_members [ 1010.389644] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff776205-267c-4add-ada6-e8cd9fc16584 with Priority: HIGHEST for action port [ 1010.391718] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.393017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.393017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.393017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.393017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.393882] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.393882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.394021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.394126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.394291] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.394381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.394438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.394564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.394685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.394771] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.396194] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff776205-267c-4add-ada6-e8cd9fc16584 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.396194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.396194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.396194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.396194] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff776205-267c-4add-ada6-e8cd9fc16584',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.898520] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.898666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.898846] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.899747] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff776205-267c-4add-ada6-e8cd9fc16584 with status ACTIVE [ 1010.899927] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.900072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.900130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.900311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.901045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.901045] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.901045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.901045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.901045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.901045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.902051] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.902159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.902222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.902381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.902462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.902553] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff776205-267c-4add-ada6-e8cd9fc16584 is going to be updated. [ 1010.927103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.927255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.927326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.927525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.927657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.927823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff776205-267c-4add-ada6-e8cd9fc16584" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.195685] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.195908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.196018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.196242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.196351] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.211609] env[69429]: INFO networking_nsxv3.common.synchronization [req-67624c30-8e44-4f6c-a208-5053b04a4439 req-ea04c1e8-436a-43fb-a702-79c0227e5209 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1011.212105] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1011.212416] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.212556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.212657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.212870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.213027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.213179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.213179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.213322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.213653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213653] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.405755] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.544449] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.544713] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.544860] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.545152] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.545418] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.545575] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.545794] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.545930] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.546093] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.546302] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.546417] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.546529] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.546630] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.546740] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.546855] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.547030] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.567379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.567379] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.567585] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.567864] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.569148] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-6b3958e7-855e-4567-91c3-ce239f73d097 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.569148] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.569148] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.569581] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.570353] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3958e7-855e-4567-91c3-ce239f73d097',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.698841] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.716243] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.716407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.716479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.716696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.737312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.737589] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.737714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.737810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.737980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.738076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.738224] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1011.764774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.764774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.764774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.765010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.765010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.772691] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1011.909358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.909358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.909358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.909358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.909358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.909358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f is going to be created. [ 1011.933257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.933419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.933484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.933698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.933860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.945777] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b981f-653b-4655-b10d-f5f69621cd4f in Status: UNINITIALIZED for 2s [ 1012.074143] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.074392] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.074525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.074862] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.075035] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.075202] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 6b3958e7-855e-4567-91c3-ce239f73d097 not found, creating... [ 1012.075465] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.075629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.075773] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.076026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.076175] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.076467] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.076630] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.076775] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.077481] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.078509] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.078509] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 6b3958e7-855e-4567-91c3-ce239f73d097 is going to be created. [ 1012.096558] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.096558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.096558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.096846] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.097102] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.097327] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.207839] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.246695] env[69429]: INFO networking_nsxv3.common.synchronization [req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 req-f20d7c29-de6a-4c91-9b2e-127ba069c65d tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1012.247464] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1012.247889] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.248188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.248372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.248744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.249038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.249269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.249424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.249692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.249878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.250084] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.651855] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.652578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-63" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.652578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-63" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-63" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652842] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.653076] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653193] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.653453] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.654028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.654028] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.654028] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.654191] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.654281] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.654489] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.654545] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.654764] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.673142] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.673343] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.673485] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.673663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-63" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.674043] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-48af59a2-4501-4901-88ae-bc3bfc149a0d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.674231] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.674355] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.674698] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.674861] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48af59a2-4501-4901-88ae-bc3bfc149a0d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.709784] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1012.709889] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1012.754186] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.754385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.754477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.754752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.754851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.755065] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.755165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.755224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.755383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.755459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.755545] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 already deleted. [ 1012.755646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.806541] env[69429]: INFO networking_nsxv3.common.synchronization [req-67624c30-8e44-4f6c-a208-5053b04a4439 req-8a915c81-4e75-474f-873d-1e80a8027eac service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1012.806728] env[69429]: INFO networking_nsxv3.common.synchronization [req-67624c30-8e44-4f6c-a208-5053b04a4439 req-8a915c81-4e75-474f-873d-1e80a8027eac service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1012.806894] env[69429]: INFO networking_nsxv3.common.synchronization [req-67624c30-8e44-4f6c-a208-5053b04a4439 req-8a915c81-4e75-474f-873d-1e80a8027eac service nova] Enqueued Resource ID: 6b3958e7-855e-4567-91c3-ce239f73d097 with Priority: HIGHEST for action port [ 1012.807169] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1012.807294] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1012.807392] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3958e7-855e-4567-91c3-ce239f73d097 with Priority: HIGHEST for action port [ 1012.807923] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.808180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.808221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.808400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.808515] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.809651] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.809927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.810122] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b3958e7-855e-4567-91c3-ce239f73d097 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.810230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.810294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.810455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.810568] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3958e7-855e-4567-91c3-ce239f73d097',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.177415] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.177561] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.177608] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177920] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.178459] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.178459] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 48af59a2-4501-4901-88ae-bc3bfc149a0d not found, creating... [ 1013.178590] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.178658] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.178776] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.178994] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.179560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.179560] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.179560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.179751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.179916] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.180041] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180189] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d is going to be created. [ 1013.197530] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.197823] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.197960] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.198313] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.198487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.198739] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.313391] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b3958e7-855e-4567-91c3-ce239f73d097 with status ACTIVE [ 1013.313632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.313781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.313859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.314058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.314206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.314328] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.314425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.314480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.314679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.314841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.314909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.315266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.315348] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b3958e7-855e-4567-91c3-ce239f73d097 is going to be updated. [ 1013.317190] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.317309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.342371] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.342517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.342566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.342794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.342942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.343114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b3958e7-855e-4567-91c3-ce239f73d097" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.458018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.458018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.458018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.458018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.471026] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1013.471945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.473042] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1013.501781] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.502093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.502093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.502255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.511783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.512884] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1013.513054] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.513171] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1013.555989] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.556155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.556251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.556479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.558120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.558281] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1013.634158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.634396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.634396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.634575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.634936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.635436] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1013.716304] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.717323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.717323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.717425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.717659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.717984] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1013.718830] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb', '441bc635-8099-4067-9b37-ec519b439ec5', '9edc903b-d9de-4cf0-9e38-003d71fbff7b', 'c124d49f-8712-4959-9f5a-3d0ee0bf76bf', '5f16d2de-fcde-4a2d-aaa0-881c3c573be7', '1af51124-8bc6-461a-ac71-3f60c552bf64', 'fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8', '94279bce-3edb-47b6-a199-ea0868a6bd19', 'ed3fb07e-a2db-47ec-bdfd-8b5d2902923e', '9f131614-985a-456b-8fc3-ce2230dcf404', 'ab88fbc8-8eed-473e-83e2-85ee7faea484', 'b34eba8b-9d23-4f6e-8325-cb465258e5ac', 'b492fdb0-c3cc-4d54-8e83-0112fbf8702f', '0221618b-61ce-4376-bef5-edd7a2715bb3', '0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1', 'f95852f7-9371-4a93-bb93-ba238140c92d', '4120fe5f-e5c1-48e6-b60c-525f10053ae7', '8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693', '7a37c3ba-6279-4b80-a860-9035f0cdf93c', '9cc4407d-348e-43e6-98e0-2f172cd62909', 'dad78846-b103-4ee6-afac-13c068ea3be5', '6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4', '67b7866e-91ef-4052-b481-0c8630290ffb', '29acb014-2ce5-4674-a913-de956bef89a2', 'c9cac490-b364-471c-ac8e-b1f1a0ca4696', 'caa782f9-2d52-4975-aaf1-a1f8021cbd88', 'e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af', '79800a93-43cf-4122-8104-efd19a17bb16', '1686c1bd-a9c9-4723-8084-606bf69f1ce1', 'ce6d1019-2878-4831-9cd6-9a049eaf05e1', '45898b5c-6974-41af-acd0-52c7e2388311', 'bd69a36b-5b83-4b18-9dd0-9c3738502478', '2b05e246-80d8-4cb3-b7f0-c75436b775f0', '6d6c7b0c-18db-4560-9c74-7d58a8d45e6c', '10d5b0cf-813c-4727-a52f-ed657c77f0aa', '5680826e-293d-44ee-8138-991414726236', 'f33d56eb-0ee6-41b9-bc04-8803fb92acb0', '109e7668-a33e-4a88-ae86-069ddc73a43d', '3f11cd31-d184-41ab-bc66-ad38f01c08f1', '31e7a045-d659-4f30-bded-b3acaae57a4e', '22ea2116-27a6-4582-b9ec-4695ac019a03', '4412f746-be00-44bb-b503-197426be37d0', '24a80956-76b5-4346-8a82-b083a36419f6'} {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.718830] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1013.737232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.737444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.737444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.737648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.737847] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1013.737918] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.738354] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1013.782676] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1013.782827] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 deletion is rescheduled due to dependency. [ 1013.782918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.783095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.783319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.783502] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.783615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.783678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.783821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.783901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.783991] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.812842] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.813084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.813084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.813274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.814899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.815143] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1013.815227] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.815306] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1013.815375] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1013.815538] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1013.815538] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGH for action security_group_rules [ 1013.815662] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGH for action security_group_rules [ 1013.815709] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGH for action security_group_rules [ 1013.815803] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGH for action security_group_rules [ 1013.815852] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGH for action security_group_rules [ 1013.815900] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGH for action security_group_rules [ 1013.815946] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGH for action security_group_rules [ 1013.816019] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGH for action security_group_rules [ 1013.816073] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGH for action security_group_rules [ 1013.816135] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGH for action security_group_rules [ 1013.816197] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGH for action security_group_rules [ 1013.816255] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGH for action security_group_rules [ 1013.816314] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGH for action security_group_rules [ 1013.816368] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGH for action security_group_rules [ 1013.816430] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGH for action security_group_rules [ 1013.816741] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGH for action security_group_rules [ 1013.816839] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGH for action security_group_rules [ 1013.816894] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGH for action security_group_rules [ 1013.816943] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGH for action security_group_rules [ 1013.817027] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGH for action security_group_rules [ 1013.817125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.949782] env[69429]: INFO networking_nsxv3.common.synchronization [req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 req-2e002111-5ff2-4ea6-be2c-fd4873f275df tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Enqueued Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_members [ 1013.951342] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109e7668-a33e-4a88-ae86-069ddc73a43d with Priority: HIGHEST for action security_group_members [ 1013.951342] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb with Priority: HIGH for action security_group_rules [ 1013.951568] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b with Priority: HIGH for action security_group_rules [ 1013.951568] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGH for action security_group_rules [ 1013.951685] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGH for action security_group_rules [ 1013.951745] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 with Priority: HIGH for action security_group_rules [ 1013.951851] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGH for action security_group_rules [ 1013.951953] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 with Priority: HIGH for action security_group_rules [ 1013.952563] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 with Priority: HIGH for action security_group_rules [ 1013.952563] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 with Priority: HIGH for action security_group_rules [ 1013.952563] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGH for action security_group_rules [ 1013.952843] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f with Priority: HIGH for action security_group_rules [ 1013.952843] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac with Priority: HIGH for action security_group_rules [ 1013.952843] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGH for action security_group_rules [ 1013.953073] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f131614-985a-456b-8fc3-ce2230dcf404 with Priority: HIGH for action security_group_rules [ 1013.953073] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGH for action security_group_rules [ 1013.953179] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGH for action security_group_rules [ 1013.953368] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGH for action security_group_rules [ 1013.953549] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 with Priority: HIGH for action security_group_rules [ 1013.954135] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441bc635-8099-4067-9b37-ec519b439ec5 with Priority: HIGH for action security_group_rules [ 1013.954295] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf with Priority: HIGH for action security_group_rules [ 1013.955136] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-109e7668-a33e-4a88-ae86-069ddc73a43d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.955297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.955370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.955778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.957491] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.957491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.957491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.957491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.957826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.957826] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109e7668-a33e-4a88-ae86-069ddc73a43d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.959591] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.959591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.959774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.959829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.959956] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.960969] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.961115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.961256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.961474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.961474] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9edc903b-d9de-4cf0-9e38-003d71fbff7b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.962110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.962221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.962282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.962436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.962508] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.963292] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.963400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.963400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.963535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.967023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.967023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc4407d-348e-43e6-98e0-2f172cd62909 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.967023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc4407d-348e-43e6-98e0-2f172cd62909',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.967023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.967023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.967023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.967023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.967768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.967768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.967768] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.968611] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.968848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.968930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.969100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.969179] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4120fe5f-e5c1-48e6-b60c-525f10053ae7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.970068] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0221618b-61ce-4376-bef5-edd7a2715bb3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.970182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.970242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.970398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.970471] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0221618b-61ce-4376-bef5-edd7a2715bb3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.971145] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.971226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.971276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.971766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.971847] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.972902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.973045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.973115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.973270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.973576] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b492fdb0-c3cc-4d54-8e83-0112fbf8702f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.974397] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.974508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.974571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.974739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.975089] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b34eba8b-9d23-4f6e-8325-cb465258e5ac',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.975476] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.975802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.975868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.976161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.976252] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.976909] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f131614-985a-456b-8fc3-ce2230dcf404 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.977090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.977167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.977272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.977343] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f131614-985a-456b-8fc3-ce2230dcf404',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.978245] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.978245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.978475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.978475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.978475] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.979141] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.979242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.979305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.979458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.979529] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.980178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.980413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.980413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.980678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.980678] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.982683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.982920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.982920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.983015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.983087] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f16d2de-fcde-4a2d-aaa0-881c3c573be7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.983721] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441bc635-8099-4067-9b37-ec519b439ec5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.983830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.983894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.984058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.984131] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441bc635-8099-4067-9b37-ec519b439ec5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.985173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.985316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.985352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.985486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.985555] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c124d49f-8712-4959-9f5a-3d0ee0bf76bf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.987396] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b981f-653b-4655-b10d-f5f69621cd4f in Status: SUCCESS [ 1013.987585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.995402] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.995402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.995402] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.997633] env[69429]: INFO networking_nsxv3.common.synchronization [req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 req-7c452884-3c54-43ce-9868-35a0e16337db service nova] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_rules [ 1013.997725] env[69429]: INFO networking_nsxv3.common.synchronization [req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 req-7c452884-3c54-43ce-9868-35a0e16337db service nova] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1013.997817] env[69429]: INFO networking_nsxv3.common.synchronization [req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 req-7c452884-3c54-43ce-9868-35a0e16337db service nova] Enqueued Resource ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d with Priority: HIGHEST for action port [ 1014.000238] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_rules [ 1014.000380] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1014.000822] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d with Priority: HIGHEST for action port [ 1014.001925] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.002032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.002105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.002454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.002558] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.003662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.003662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.003793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.003897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.004072] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.004172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.004233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.004374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.004460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.004548] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.006150] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-48af59a2-4501-4901-88ae-bc3bfc149a0d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.006269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.006327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.006471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.006544] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48af59a2-4501-4901-88ae-bc3bfc149a0d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.015288] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.015395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.015395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.015563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.032579] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693 is going to be deleted. [ 1014.080284] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.080478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.080478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.080624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.080814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.080892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cfdf9a8-b6e5-4416-b60a-04f5ef2b8693" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.285837] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.491526] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.491719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.491788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.492054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.492242] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.492346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.492417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.492597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.492698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.492791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.492876] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.494998] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.494998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.494998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.495228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.495228] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.495325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.495378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.495491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.495602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.495649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.495755] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.498671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.498775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.498829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.498979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.499165] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.499245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.499404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.499404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.499491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.499761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.500029] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.501039] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.501039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.501589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.501589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.501589] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.501589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.501589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.501813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.501813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.501813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.501913] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.502584] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.502710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.502776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.502899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.503097] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.503188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.503247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.503388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.503507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.503963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.504698] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.507853] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.507940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.507982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.508143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.508963] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.509080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.509274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.509345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.509426] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.509776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.509776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.509776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.509776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.509960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.509960] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.510699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.510761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.510804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.510953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.511178] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.511261] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.511346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.511456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.511533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.511614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.511695] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.519637] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.520772] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.521478] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.521604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.521727] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48af59a2-4501-4901-88ae-bc3bfc149a0d with status ACTIVE [ 1014.521931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.522030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.522096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.522275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.522361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.522572] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.522655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.522694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.522851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.522930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.523123] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.523233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.523296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.523438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.523523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.523720] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d is going to be updated. [ 1014.533092] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26b981f-653b-4655-b10d-f5f69621cd4f: rpc.has_security_group_logging(os_id): False [ 1014.539258] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.539377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.540653] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.540792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.562394] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.562564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.570150] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.570310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.571490] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.571490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.572173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.572268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.572959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.573072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.574023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.574023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.574602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.574719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.575510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.575608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.577120] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.577592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.577866] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.577941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.578023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.578285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.578390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.578485] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d is going to be updated. [ 1014.579459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.579633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.581065] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.581175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.581861] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.581959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.582564] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.582932] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.583044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.583975] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.584366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.584487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.584552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.584750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.584906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.585120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.597069] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.597500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.597618] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9edc903b-d9de-4cf0-9e38-003d71fbff7b is going to be deleted. [ 1014.599033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.599033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.607991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.608208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.608286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.608449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.608579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.621886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.621942] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b34eba8b-9d23-4f6e-8325-cb465258e5ac is going to be deleted. [ 1014.623295] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109e7668-a33e-4a88-ae86-069ddc73a43d in Status: IN_PROGRESS for 2s [ 1014.623740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.623947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.643177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.643370] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f16d2de-fcde-4a2d-aaa0-881c3c573be7 is going to be deleted. [ 1014.644382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.644629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.645243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.645243] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.645243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.645447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.645447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.645556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.645653] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f is going to be created. [ 1014.646696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.646903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.666766] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.666850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.692159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.692573] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb is going to be deleted. [ 1014.693678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.693759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.695333] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.695437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.743842] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.743842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.755581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.755888] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0221618b-61ce-4376-bef5-edd7a2715bb3 is going to be deleted. [ 1014.757163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.757163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.771986] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.772209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.787643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.787815] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f131614-985a-456b-8fc3-ce2230dcf404 is going to be deleted. [ 1014.789048] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.790053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.838667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.838864] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441bc635-8099-4067-9b37-ec519b439ec5 is going to be deleted. [ 1014.839775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.840023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.886821] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.886997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.892739] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.893083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.900386] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.900640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.915889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.916074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be deleted. [ 1014.917332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.917642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.974506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.974625] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c124d49f-8712-4959-9f5a-3d0ee0bf76bf is going to be deleted. [ 1014.975573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.975839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.015266] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.015502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.015557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.015816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.016056] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.016198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.016245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.016404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.016518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.016615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.016768] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.016864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.016925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.017084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.017220] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.017311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.017371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.017506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.017583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.017665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.017753] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.018822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.019407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.019508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.019670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.019961] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.020088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.020167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.020394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.020506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.020621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.020834] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.020974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.021075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.021241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.021442] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.021577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.021653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.021864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.021971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.022112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.022246] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.023704] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.024754] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.025448] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.027258] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.027489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.027599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.027798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.028107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.028399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.028399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.028514] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.028584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.028698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.028893] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.029143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.029380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.029480] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.030010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.030287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.030390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.030522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.030713] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.031723] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.033396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.033506] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b492fdb0-c3cc-4d54-8e83-0112fbf8702f is going to be deleted. [ 1015.035277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.035468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.037326] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.047841] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.048032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.087231] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.087459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.098227] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.098492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.099291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.099454] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4120fe5f-e5c1-48e6-b60c-525f10053ae7 is going to be deleted. [ 1015.100414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.100651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.158732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.158936] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc4407d-348e-43e6-98e0-2f172cd62909 is going to be deleted. [ 1015.159978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.160284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.160382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.160539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9edc903b-d9de-4cf0-9e38-003d71fbff7b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.160724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.160892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.160999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.161207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b34eba8b-9d23-4f6e-8325-cb465258e5ac" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.161905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.162198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.162388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.163531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.163720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.163824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.163917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f16d2de-fcde-4a2d-aaa0-881c3c573be7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.164095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.165667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.165789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.167091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35b796-4b5b-4f63-a6c2-aa8f4e676cdb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.167854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.168144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.168267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.168445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0221618b-61ce-4376-bef5-edd7a2715bb3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.168629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.168818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.168926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.169073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f131614-985a-456b-8fc3-ce2230dcf404" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.169249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.169433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.169547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.169713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441bc635-8099-4067-9b37-ec519b439ec5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.169913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.170872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.170991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.171192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.171340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.171502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.171575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.171695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c124d49f-8712-4959-9f5a-3d0ee0bf76bf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.199931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.200134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.200219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.200458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.200556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.200677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b492fdb0-c3cc-4d54-8e83-0112fbf8702f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.201521] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26b981f-653b-4655-b10d-f5f69621cd4f in Status: IN_PROGRESS for 2s [ 1015.240379] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.240589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.240589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.240837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.240963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.241152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4120fe5f-e5c1-48e6-b60c-525f10053ae7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.277554] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1015.278247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.278459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.278568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.278858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.279138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.279227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc4407d-348e-43e6-98e0-2f172cd62909" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.292270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.292747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.292879] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293008] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1015.337539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.337750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.337798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.338131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.338207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.358695] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1015.524782] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 1015.525941] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95852f7-9371-4a93-bb93-ba238140c92d: rpc.has_security_group_logging(os_id): False [ 1015.527553] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1af51124-8bc6-461a-ac71-3f60c552bf64: rpc.has_security_group_logging(os_id): False [ 1015.532631] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3fb07e-a2db-47ec-bdfd-8b5d2902923e: rpc.has_security_group_logging(os_id): False [ 1015.533449] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 1015.534218] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1: rpc.has_security_group_logging(os_id): False [ 1015.537872] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a37c3ba-6279-4b80-a860-9035f0cdf93c: rpc.has_security_group_logging(os_id): False [ 1015.539077] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.539210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.539210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.539513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.539624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.539723] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be created. [ 1015.545231] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.545231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.545231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.545437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.547776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.547928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.552179] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.552352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.553173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.553266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.553928] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.554097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.554779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.554894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.562932] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.563057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.563864] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.563990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.564052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.564247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.564402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.566723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.566985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.567134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.567217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.567489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.567618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.567921] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.568103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.568216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.568417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.568531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.568842] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.568968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.569064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.569258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.569380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.569507] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1015.571213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.579094] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: UNINITIALIZED for 2s [ 1015.598965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600833] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600833] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.600833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.601513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.601513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.601664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.601935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.602098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.602293] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1015.604023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.604113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.623152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.623683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.623839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.623932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.624248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.624381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.624517] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 is going to be updated. [ 1015.625823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.626034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.631482] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.631596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.654320] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.654320] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.654320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.786025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.786025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.788335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.790846] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.791195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.791394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.791838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.792076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.793076] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1015.797020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.797020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.834176] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.834364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.837431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.838157] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.838157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.838157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.838347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.838425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.838664] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.838773] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.838830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.838996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.839110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.839341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.839440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.839492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.839667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.839718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.839806] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 1015.840871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.841052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.843079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.843185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.873264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.873577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.875965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.875965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.875965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.875965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.875965] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 is going to be updated. [ 1015.875965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.878361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.878361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.878361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.878361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.878361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.879857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.879857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.879857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.880489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.880687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.880847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.926480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1015.927333] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1015.929112] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: IN_PROGRESS for 2s [ 1015.955789] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1015.987810] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.987810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.987810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.988090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.988292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.000536] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.000746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.000746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.000931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.001105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.050291] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1016.050951] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: IN_PROGRESS for 2s [ 1016.079764] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.079946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.080033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.080265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.080412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.104015] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 1016.636656] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109e7668-a33e-4a88-ae86-069ddc73a43d in Status: SUCCESS [ 1016.636938] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109e7668-a33e-4a88-ae86-069ddc73a43d deletion is rescheduled due to dependency. [ 1016.637108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109e7668-a33e-4a88-ae86-069ddc73a43d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.873542] env[69429]: INFO networking_nsxv3.common.synchronization [req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 req-80d838fc-e6cb-40e0-b967-551abd09d428 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 1016.873542] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 1016.873542] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.873542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.873542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.873542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.873542] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.873542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.880974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.880974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.880974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.880974] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.224041] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26b981f-653b-4655-b10d-f5f69621cd4f in Status: SUCCESS [ 1017.225172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.385353] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.385353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.385353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.385353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.571448] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.571694] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.571837] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.572165] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.572449] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.572660] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.572827] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.573365] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573365] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.573578] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.573808] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.573862] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.573994] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.574219] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.574347] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.574433] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.577743] env[69429]: INFO networking_nsxv3.common.synchronization [None req-5123f022-b763-400f-a0cc-8b0fb3ee2edc tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1017.578602] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1017.578897] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.579019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.801722] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1017.801980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.806020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.806020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.806020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.806020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.806020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.806864] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.806864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.807278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.807278] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.807278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.807434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.807467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.807692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.807692] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.810514] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.810675] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.236 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.810816] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.810975] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-537" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.811275] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-9fe220e0-6e07-4451-803a-0eadb021318f taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.811441] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.811567] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.811849] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.811977] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe220e0-6e07-4451-803a-0eadb021318f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.832320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.832623] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.832779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.832848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.833138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.833290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.833431] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 1017.857088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.857280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.857347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.857512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.857648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.865131] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 1017.944574] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1017.944882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.945667] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1017.945882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.946577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: SUCCESS [ 1017.946893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.968151] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1017.968435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.063642] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: SUCCESS [ 1018.063892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.064658] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1018.064894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.116253] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 1018.116594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.309685] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.309868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.310124] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.310237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.310283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.310484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.310673] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.310779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.310832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.311822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.311822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.311822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.311822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.311822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.311822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.311822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.311822] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.312161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.312161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.312161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.312161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.312293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.312325] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.313219] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.314356] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.314540] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.314670] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.314973] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.315136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.315291] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 9fe220e0-6e07-4451-803a-0eadb021318f not found, creating... [ 1018.315542] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.315896] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.315896] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.316108] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.316493] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.316618] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.316909] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.316993] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.317298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.317629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.317629] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 9fe220e0-6e07-4451-803a-0eadb021318f is going to be created. [ 1018.337536] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.338598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.338598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.338598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.338598] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.338772] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.814889] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 557bfede-c91c-4782-ad07-cfdb795401b1: rpc.has_security_group_logging(os_id): False [ 1018.819808] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.835084] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.835324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.835324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.835521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.835610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.835846] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.835958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.836034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.836194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.836273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.836487] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.836580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.836641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.836781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.836946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.837161] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.837251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.837311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.837452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.837526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.837851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be created. [ 1018.901833] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.902010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.902059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.902298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.902476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.915935] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1018.924254] env[69429]: INFO networking_nsxv3.common.synchronization [req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 req-4eed9e57-df34-4127-a114-4276c14fb296 service nova] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_rules [ 1018.924460] env[69429]: INFO networking_nsxv3.common.synchronization [req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 req-4eed9e57-df34-4127-a114-4276c14fb296 service nova] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 1018.924612] env[69429]: INFO networking_nsxv3.common.synchronization [req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 req-4eed9e57-df34-4127-a114-4276c14fb296 service nova] Enqueued Resource ID: 9fe220e0-6e07-4451-803a-0eadb021318f with Priority: HIGHEST for action port [ 1018.924878] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_rules [ 1018.925016] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 1018.925127] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe220e0-6e07-4451-803a-0eadb021318f with Priority: HIGHEST for action port [ 1018.926365] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.926524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.926575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.926851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.926919] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.927936] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.928677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.928677] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe220e0-6e07-4451-803a-0eadb021318f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.928677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.928677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.928677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.928677] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe220e0-6e07-4451-803a-0eadb021318f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.322736] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.322736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.322736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.324205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.324205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.324205] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1019.356832] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.357069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.357359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.357619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.357833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.367203] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1019.430351] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.430507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.430709] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fe220e0-6e07-4451-803a-0eadb021318f with status ACTIVE [ 1019.430875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.430944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.431041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.431313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.431459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.431667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.431935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.431935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.432065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.432132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.432454] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.432585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.432669] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.432744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.432818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.432901] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fe220e0-6e07-4451-803a-0eadb021318f is going to be updated. [ 1019.459362] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.459546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.459640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.459803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.459944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.460140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe220e0-6e07-4451-803a-0eadb021318f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.807023] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.807023] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.807023] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.807805] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.808060] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.808285] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.808498] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.808715] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.808930] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.809177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.829933] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.829933] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.829933] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.829933] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.829933] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.829933] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.829933] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.829933] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.829933] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e43a8f-4df5-47d1-8fd2-9f964285db1b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.835833] env[69429]: INFO networking_nsxv3.common.synchronization [req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 req-d8bbc43c-e4a2-4e21-acbd-f5ab156791d9 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1019.836098] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1019.836689] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.836837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.836919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.837201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837383] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.837487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.837551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.837944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.838058] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.877023] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 1019.877023] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 deletion is rescheduled due to dependency. [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.877023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.877023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.877023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.332148] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.332148] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.332148] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.332550] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.332550] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.332550] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e4e43a8f-4df5-47d1-8fd2-9f964285db1b not found, creating... [ 1020.332816] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.333047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.333116] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.333341] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.333483] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.333769] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.333929] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.334058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.334301] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.334452] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.334596] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e4e43a8f-4df5-47d1-8fd2-9f964285db1b is going to be created. [ 1020.341428] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.341428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.341428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.342011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.363593] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.363841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.364009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.365081] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.365369] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.365619] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.367116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.367341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.367461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.367526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.367714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.367814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.367888] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1020.379107] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.409729] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.409729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.409729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.410017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.410134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.419244] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1020.882029] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.928083] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1020.928326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.043852] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.044083] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.044246] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.044538] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.044857] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.045300] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.045532] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.045775] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.045943] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.046189] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.046333] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.046442] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.046566] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.050018] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.050018] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.050018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.067866] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.068170] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.068404] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.068645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.069058] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-acd48fab-f65d-4211-96c9-1cb3b310d9bc taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.069268] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.069457] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.069819] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.069982] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd48fab-f65d-4211-96c9-1cb3b310d9bc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.377230] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1021.377506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.377661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.377907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378136] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.378732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.378871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.379040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.379109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.379223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.379483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.379552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.379712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.380157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.380276] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.387157] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.387288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.387359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.387537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.387622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.387709] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 1021.427987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.427987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.427987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.427987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.427987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.438765] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 1021.474837] env[69429]: INFO networking_nsxv3.common.synchronization [req-1782d779-80c8-4867-8ab9-6b02b49c6607 req-1321861e-7059-4434-8a18-14038c868c45 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1021.475137] env[69429]: INFO networking_nsxv3.common.synchronization [req-1782d779-80c8-4867-8ab9-6b02b49c6607 req-1321861e-7059-4434-8a18-14038c868c45 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1021.475321] env[69429]: INFO networking_nsxv3.common.synchronization [req-1782d779-80c8-4867-8ab9-6b02b49c6607 req-1321861e-7059-4434-8a18-14038c868c45 service nova] Enqueued Resource ID: e4e43a8f-4df5-47d1-8fd2-9f964285db1b with Priority: HIGHEST for action port [ 1021.476935] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1021.476935] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1021.476935] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e43a8f-4df5-47d1-8fd2-9f964285db1b with Priority: HIGHEST for action port [ 1021.476935] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.476935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.476935] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.477239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.477239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.477304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.477441] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.477544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.477608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.477758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.477860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.477974] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.478825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.478936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.479031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.479162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.479239] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e43a8f-4df5-47d1-8fd2-9f964285db1b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.556683] env[69429]: INFO networking_nsxv3.common.synchronization [req-2c15a833-160a-454c-a15c-0c891ac2cdfb req-b34a8194-0315-4e1e-8023-a64b58085997 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_members [ 1021.557237] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 with Priority: HIGHEST for action security_group_members [ 1021.557549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-caa782f9-2d52-4975-aaf1-a1f8021cbd88 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.557670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.557900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.558151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.558325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.558625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.558872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.559055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.559291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.559291] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caa782f9-2d52-4975-aaf1-a1f8021cbd88',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.572850] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.573162] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.573306] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.573662] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.573841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.574268] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.574484] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.574585] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.574914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.575095] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.576104] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.576104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.576104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.576104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.576386] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.576431] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc is going to be updated. [ 1021.598859] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.599097] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.599214] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.599530] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.599737] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.599970] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.882681] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ea2116-27a6-4582-b9ec-4695ac019a03: rpc.has_security_group_logging(os_id): False [ 1021.901328] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.901328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.901328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.901538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.919785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.920057] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.920180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.920280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.920480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.920520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.920713] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.920811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.920873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.921027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.921104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.921278] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.921371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.921432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.921569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.921643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.921726] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1021.982237] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.984330] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e43a8f-4df5-47d1-8fd2-9f964285db1b with status ACTIVE [ 1021.984330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.984330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.984330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.984330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.984330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.984330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.984330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.984330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.984927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.984927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.984927] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.984927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.984927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.984927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.985158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.987187] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e43a8f-4df5-47d1-8fd2-9f964285db1b is going to be updated. [ 1021.993918] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.995623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.995623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.995623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.995623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.012522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.012736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.012824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.013032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.013246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.013432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.014185] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1022.063388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.063388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.063388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.063627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.099364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.100608] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.100608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.100608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.100608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.100608] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.100608] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 is going to be updated. [ 1022.135341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.135542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.135542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.135804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.136335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.150162] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 in Status: IN_PROGRESS for 2s [ 1022.259020] env[69429]: INFO networking_nsxv3.common.synchronization [req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 req-ea933301-5628-4ac2-b307-d95f1523affe tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 1022.259020] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGHEST for action security_group_members [ 1022.259020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.259020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.259020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.259020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.259020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.259020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.259020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.259417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.259548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.259590] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.395952] env[69429]: INFO networking_nsxv3.common.synchronization [req-51ba51e5-9306-474e-a50b-08550ce56a74 req-6109b8c6-7bf3-4f6a-bfce-48780edb5ceb service nova] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 1022.396239] env[69429]: INFO networking_nsxv3.common.synchronization [req-51ba51e5-9306-474e-a50b-08550ce56a74 req-6109b8c6-7bf3-4f6a-bfce-48780edb5ceb service nova] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 1022.396283] env[69429]: INFO networking_nsxv3.common.synchronization [req-51ba51e5-9306-474e-a50b-08550ce56a74 req-6109b8c6-7bf3-4f6a-bfce-48780edb5ceb service nova] Enqueued Resource ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc with Priority: HIGHEST for action port [ 1022.396511] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_rules [ 1022.396625] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 1022.396718] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc with Priority: HIGHEST for action port [ 1022.397275] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.397404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.397475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.398018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.398018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.398862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.398962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.399043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.399910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.399910] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.399910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.399910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.399910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.399910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.399910] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.400826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd48fab-f65d-4211-96c9-1cb3b310d9bc taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.400826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.400826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.400826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.401082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd48fab-f65d-4211-96c9-1cb3b310d9bc',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.428750] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1022.428940] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1022.429074] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.488766] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.763281] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.763432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.763504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.764379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764586] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.764691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.764814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.765084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.765173] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be updated. [ 1022.794722] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.794933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.795015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.795551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.795742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.803669] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: IN_PROGRESS for 2s [ 1022.902430] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.903660] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.903772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.904103] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acd48fab-f65d-4211-96c9-1cb3b310d9bc with status ACTIVE [ 1022.904187] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.904699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.904699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.904699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.904900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.904939] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.905095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.905190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.905354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.905577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.905681] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.905847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.905961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.906153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.906335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.906404] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acd48fab-f65d-4211-96c9-1cb3b310d9bc is going to be updated. [ 1022.939540] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.939680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.939765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.940012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.940256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.940315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd48fab-f65d-4211-96c9-1cb3b310d9bc" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.991477] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.991721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.991772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.991990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.992124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.992241] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1023.024281] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.024281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.024281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.024281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.024592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.034729] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1023.408861] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.448859] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 1023.449571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.449571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.449571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.449725] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.449852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.449852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.450100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.450224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.450317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.450409] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.911635] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.911859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.911973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.912262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.912860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.913038] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4412f746-be00-44bb-b503-197426be37d0 is going to be updated. [ 1023.946506] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.946804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.946904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.947230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.947450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.952193] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.952331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.952408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.952628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.952809] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.952937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.953011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.953214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.953367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.953479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.953678] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.953784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.953842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.953986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.954135] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.954227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.954285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.954417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.954492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.954571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.954657] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.963506] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: IN_PROGRESS for 2s [ 1023.999158] env[69429]: INFO networking_nsxv3.common.synchronization [req-75031220-1c44-430b-9ed5-2e923053abe3 req-42f3e94b-afe8-481f-87ba-5ab6e04d0e90 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1023.999681] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1023.999977] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.000351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.000446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.000776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.000945] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.001089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.001182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.001372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.001490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.001609] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.026661] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1024.027306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.028108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.028365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.028717] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.163672] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 in Status: SUCCESS [ 1024.164194] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caa782f9-2d52-4975-aaf1-a1f8021cbd88 deletion is rescheduled due to dependency. [ 1024.164411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caa782f9-2d52-4975-aaf1-a1f8021cbd88" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.307781] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.308036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.308182] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.308479] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.308811] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.309017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.309147] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.309444] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.309618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.309854] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.309982] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.310125] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.310247] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.310479] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.310588] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.310731] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.328188] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.328188] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.328324] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.328841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.329447] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-98173a36-9683-4e5d-94d6-3a97883cb077 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.329447] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.329679] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.329931] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.330159] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98173a36-9683-4e5d-94d6-3a97883cb077',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.460621] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f11cd31-d184-41ab-bc66-ad38f01c08f1: rpc.has_security_group_logging(os_id): False [ 1024.488467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.488467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.488467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.488467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.489160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.489160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.489160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.489160] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.489369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.489369] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 1024.507232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.507232] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.507232] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b already deleted. [ 1024.507232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.532381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.532501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.550707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.550707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.550707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.550707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.551152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.565272] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 1024.814718] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e in Status: SUCCESS [ 1024.814966] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e deletion is rescheduled due to dependency. [ 1024.815118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.832520] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.832847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.832983] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.833277] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.833438] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.833655] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 98173a36-9683-4e5d-94d6-3a97883cb077 not found, creating... [ 1024.834147] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.834147] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.834261] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.836045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.836045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.836045] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.836045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.836045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.836045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.836045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.836045] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 98173a36-9683-4e5d-94d6-3a97883cb077 is going to be created. [ 1024.856022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.856022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.856022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.856371] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.856622] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.857633] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.046128] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1025.046128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.046128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.046292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.046449] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.046587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.046672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.046876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.046978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.047100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.047214] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.553026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.553026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.553026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.553026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.553026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.553884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.553884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.553884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.553884] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.708740] env[69429]: INFO networking_nsxv3.common.synchronization [req-75031220-1c44-430b-9ed5-2e923053abe3 req-5dfe8f91-20d9-4f89-b206-ead9f5c833a2 service nova] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_rules [ 1025.708994] env[69429]: INFO networking_nsxv3.common.synchronization [req-75031220-1c44-430b-9ed5-2e923053abe3 req-5dfe8f91-20d9-4f89-b206-ead9f5c833a2 service nova] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1025.709076] env[69429]: INFO networking_nsxv3.common.synchronization [req-75031220-1c44-430b-9ed5-2e923053abe3 req-5dfe8f91-20d9-4f89-b206-ead9f5c833a2 service nova] Enqueued Resource ID: 98173a36-9683-4e5d-94d6-3a97883cb077 with Priority: HIGHEST for action port [ 1025.709309] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_rules [ 1025.709477] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1025.709540] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98173a36-9683-4e5d-94d6-3a97883cb077 with Priority: HIGHEST for action port [ 1025.710469] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.710597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.710671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.711055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.711155] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.714514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.714656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.714725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.714991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.715196] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.715298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.715364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.715518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.715621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.715700] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.720676] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-98173a36-9683-4e5d-94d6-3a97883cb077 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.720787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.721357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.721357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.721357] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98173a36-9683-4e5d-94d6-3a97883cb077',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.976925] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: SUCCESS [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.976925] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.976925] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.055971] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ea2116-27a6-4582-b9ec-4695ac019a03: rpc.has_security_group_logging(os_id): False [ 1026.073712] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.074067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.074112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.074428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.074601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.074917] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.075198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.075304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.075467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.075721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.075987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.076168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.076285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.076539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.076724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.077173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.077294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.077519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077820] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1026.142602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.142602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.142602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.142602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.142991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.182856] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1026.215430] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.215578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.223008] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.224266] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98173a36-9683-4e5d-94d6-3a97883cb077 with status ACTIVE [ 1026.224266] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.224430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.224430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.224580] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.224682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.224885] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.224983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.225067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.225220] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.225299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.225478] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.225585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.225648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.225786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.225861] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.225969] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98173a36-9683-4e5d-94d6-3a97883cb077 is going to be updated. [ 1026.248945] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.249168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.249234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.249490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.249667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.250066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98173a36-9683-4e5d-94d6-3a97883cb077" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.479082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.578216] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 1026.578758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.593019] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-42f0b4ae-8497-40d8-9faa-db9a1b7d3699 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1026.593019] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1026.593019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.593281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.593281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.593456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.593699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.594607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.594607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.594607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.594607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.594607] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.732018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.981900] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4412f746-be00-44bb-b503-197426be37d0: rpc.has_security_group_logging(os_id): False [ 1027.000595] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.000911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.001099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.001394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.010049] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-3849477b-049b-4df5-8175-e027d756a405 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1027.010161] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1027.010441] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.010556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.018891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.019203] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.019316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.019385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.019589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.019675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.019767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4412f746-be00-44bb-b503-197426be37d0 is going to be updated. [ 1027.084720] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.084720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.084720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.084720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.084720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.095725] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: IN_PROGRESS for 2s [ 1027.096187] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.096361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.096471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.096762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.096829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.097035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.097186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.097267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.097478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.097728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.097728] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be deleted. [ 1027.132735] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.132911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.132987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.133227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.133344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.133493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.133687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.133921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.134130] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.134252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.134331] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.135908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.135908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.135908] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.238338] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.238493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.238757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.238821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.238961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.238961] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be created. [ 1027.263114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.263271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.263343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.263556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.263717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.273672] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: UNINITIALIZED for 2s [ 1027.306161] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.306450] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-824" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.308495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-824" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.308495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-824" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.308495] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.308495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.308495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.308893] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.308893] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.309149] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.309346] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.309483] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.309648] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.309819] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.309986] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.310224] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.329422] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.329600] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.329731] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.329915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-824" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.330294] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.330455] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.330577] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.330909] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.331071] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d602bf-7794-4f4d-ac78-a6e5f60ec57c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.640506] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.640824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.640824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.640975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.641093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.641325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.641439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644081] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 already deleted. [ 1027.644081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.833152] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.833400] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.833645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.833914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.834136] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.834424] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 86d602bf-7794-4f4d-ac78-a6e5f60ec57c not found, creating... [ 1027.834784] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.835049] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.835267] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.835639] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.835887] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.836935] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.836935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.836935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.837242] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.837399] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.837634] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 86d602bf-7794-4f4d-ac78-a6e5f60ec57c is going to be created. [ 1027.859512] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.859864] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.860069] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.860390] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.860674] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.861138] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197214] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1028.197529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.873940] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-13cf932c-9b07-443e-b42a-981d50559820 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 1028.874244] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-13cf932c-9b07-443e-b42a-981d50559820 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1028.874357] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-13cf932c-9b07-443e-b42a-981d50559820 service nova] Enqueued Resource ID: 86d602bf-7794-4f4d-ac78-a6e5f60ec57c with Priority: HIGHEST for action port [ 1028.876781] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 1028.876781] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1028.876781] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d602bf-7794-4f4d-ac78-a6e5f60ec57c with Priority: HIGHEST for action port [ 1028.876781] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.876781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.876781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.876781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.876781] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.877420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.877420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.877420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.877420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.877420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.877420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.877420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.877771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.877771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.877771] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.878925] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.878925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.878925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.878925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.878925] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d602bf-7794-4f4d-ac78-a6e5f60ec57c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.108793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: SUCCESS [ 1029.109069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.224757] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f3cffddb-6c0a-4186-af23-6848790ca6ef tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: d0016eff-9b2a-4f09-9de2-0a7fee5b718d with Priority: HIGHEST for action security_group_rules [ 1029.225751] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0016eff-9b2a-4f09-9de2-0a7fee5b718d with Priority: HIGHEST for action security_group_rules [ 1029.227463] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.227463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.227463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.227463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.227463] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0016eff-9b2a-4f09-9de2-0a7fee5b718d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.283408] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1029.283633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.283802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.284034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.284236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.284364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.284438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.284576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.284665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.284729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.284967] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.307804] env[69429]: INFO networking_nsxv3.common.synchronization [None req-bbdaa758-9fdd-4053-923d-6cf0e1d13740 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: d0016eff-9b2a-4f09-9de2-0a7fee5b718d with Priority: HIGHEST for action security_group_rules [ 1029.308305] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0016eff-9b2a-4f09-9de2-0a7fee5b718d with Priority: HIGHEST for action security_group_rules [ 1029.308602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.308723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.381103] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.381300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.381388] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.382519] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86d602bf-7794-4f4d-ac78-a6e5f60ec57c with status ACTIVE [ 1029.382519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.382519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.382907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.382907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.383039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.383134] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.383233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.383302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.383460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.383536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.383696] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.383780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.383854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.383965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.386310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.386310] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86d602bf-7794-4f4d-ac78-a6e5f60ec57c is going to be updated. [ 1029.404778] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.404883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.404956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.405242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.405565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d602bf-7794-4f4d-ac78-a6e5f60ec57c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.745528] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.745714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.745801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.746090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.746839] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0016eff-9b2a-4f09-9de2-0a7fee5b718d already deleted. [ 1029.746839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.746839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.746839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746839] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0016eff-9b2a-4f09-9de2-0a7fee5b718d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.787061] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.787301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.787373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.787595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.787768] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.787866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.787930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.788089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.788177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.788264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.788412] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.788504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.788564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.788706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.788832] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.788923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.788983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.789135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.789208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.789287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.789378] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.888352] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.924461] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924701] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-245" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924922] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-245" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925351] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-245" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.925805] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.926914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.926914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926914] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.927092] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.927326] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.927471] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.927635] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.927842] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.927921] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.928163] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.928389] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.952304] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.952304] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.952304] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.952304] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-245" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.952304] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4ef63900-53d8-4087-92bc-1bcf486ef4d0 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.952304] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.963250] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.963250] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.963250] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef63900-53d8-4087-92bc-1bcf486ef4d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.270902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.271127] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.271232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.272470] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.272651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.272701] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0016eff-9b2a-4f09-9de2-0a7fee5b718d already deleted. [ 1030.272875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0016eff-9b2a-4f09-9de2-0a7fee5b718d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.291479] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc6250f-706f-4c02-bad2-d681b1bd438b: rpc.has_security_group_logging(os_id): False [ 1030.312971] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.313217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.313425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.313637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.313793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.314086] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.314211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.314282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.314507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.314622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.315089] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.315089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.315262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.315416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.315546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.315873] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.316029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.316082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.316240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.316320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.316804] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be created. [ 1030.373543] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.373738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.373797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.373978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.374191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.387042] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: IN_PROGRESS for 2s [ 1030.390662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.390803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.390871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.391059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.391155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.391253] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be created. [ 1030.417990] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.417990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.417990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.417990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.418267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.430084] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: UNINITIALIZED for 2s [ 1030.464363] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.464363] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.464363] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.467022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4ef63900-53d8-4087-92bc-1bcf486ef4d0 not found, creating... [ 1030.467022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.467022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.467022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.467463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.467463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.467463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.467463] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4ef63900-53d8-4087-92bc-1bcf486ef4d0 is going to be created. [ 1030.518740] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.518888] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.519024] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.519326] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.519565] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.519858] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.215067] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-c22e96dd-0aa1-4a80-9d99-7a30337504d8 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 1031.215363] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-c22e96dd-0aa1-4a80-9d99-7a30337504d8 service nova] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1031.215464] env[69429]: INFO networking_nsxv3.common.synchronization [req-50788a80-4df6-4d13-80c1-66b6088d98e8 req-c22e96dd-0aa1-4a80-9d99-7a30337504d8 service nova] Enqueued Resource ID: 4ef63900-53d8-4087-92bc-1bcf486ef4d0 with Priority: HIGHEST for action port [ 1031.215650] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_rules [ 1031.215783] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1031.215895] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef63900-53d8-4087-92bc-1bcf486ef4d0 with Priority: HIGHEST for action port [ 1031.217481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.217613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.217789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.217872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.218109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef63900-53d8-4087-92bc-1bcf486ef4d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.218420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.218420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.219507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.219608] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef63900-53d8-4087-92bc-1bcf486ef4d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.551364] env[69429]: INFO networking_nsxv3.common.synchronization [req-aa23e1be-c2ea-4728-b4f2-703a1343985b req-99584928-f356-44d1-b5e0-06196c3602de tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Enqueued Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 1031.551972] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 with Priority: HIGHEST for action security_group_members [ 1031.552304] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f11cd31-d184-41ab-bc66-ad38f01c08f1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.552436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.552492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.552704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.553134] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.553795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.553888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.554216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.554216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.554361] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f11cd31-d184-41ab-bc66-ad38f01c08f1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.726790] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ef63900-53d8-4087-92bc-1bcf486ef4d0 with status ACTIVE [ 1031.727309] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.727520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.727593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.728076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.728076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.728286] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.728458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.729139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.729452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.729554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.729799] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.729908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.729984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.730156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.730239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.730332] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ef63900-53d8-4087-92bc-1bcf486ef4d0 is going to be updated. [ 1031.753406] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.753585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.753658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.753865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.754018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.754306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef63900-53d8-4087-92bc-1bcf486ef4d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.056474] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.057262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.057435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.057619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.057728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.057985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.058113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.058179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.058338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.058416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.058509] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 is going to be updated. [ 1032.094115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.094392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.094515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.094762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.094967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.107479] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: IN_PROGRESS for 2s [ 1032.399034] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1032.399290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.438505] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 1032.438833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.438945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.439198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.439481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.439630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.439700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.439867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.439969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.440054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.440180] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.441100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.441390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.441554] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.441635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.441720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.441887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.442014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.442150] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.944106] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.944433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.944509] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.023537] env[69429]: INFO networking_nsxv3.common.synchronization [req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d req-8ba20437-9b8a-4f1b-a4f9-51818a8190de tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1033.024155] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1033.025280] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.025280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.025280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.025280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.025280] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.025280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.025539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.025539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.025586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.025705] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.366553] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1033.366553] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_members [ 1033.366553] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1033.366553] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_members [ 1033.370376] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.370376] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.370376] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.370376] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad6872a-f50c-4244-ab02-39562cb496d6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.370376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.370376] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.371526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.371526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.371526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.372513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.372513] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.446962] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.468805] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_rules [ 1033.469015] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1033.469173] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_rules [ 1033.469336] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_members [ 1033.469508] env[69429]: INFO networking_nsxv3.common.synchronization [req-3959b3be-b222-441e-a8a4-4e509a9ec2f1 req-f139a269-eefa-4bdf-ae2a-7ac502495f69 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d with Priority: HIGHEST for action port [ 1033.470245] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_rules [ 1033.470501] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_rules [ 1033.470648] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d with Priority: HIGHEST for action port [ 1033.470834] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1033.470997] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_members [ 1033.471464] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.471658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.471790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.472080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.472247] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.473599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad6872a-f50c-4244-ab02-39562cb496d6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.473784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.473896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.474199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.474341] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.475276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-48af59a2-4501-4901-88ae-bc3bfc149a0d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.475454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.475569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.475817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.476018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48af59a2-4501-4901-88ae-bc3bfc149a0d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.476861] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.477034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.477331] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad6872a-f50c-4244-ab02-39562cb496d6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.477467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.532758] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.532758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.532758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.532758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.532758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.533151] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.533151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.533151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.533282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.533324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.533396] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1033.562139] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.562139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.562139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.562139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.574326] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1033.711296] env[69429]: INFO networking_nsxv3.common.synchronization [req-3b41e3ac-40a4-442c-95d3-020b731e981b req-80446bac-96c5-42eb-bed4-5b678a3d9319 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Enqueued Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 1033.712297] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa with Priority: HIGHEST for action security_group_members [ 1033.712795] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d5b0cf-813c-4727-a52f-ed657c77f0aa taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.712980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.713112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.713412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.713656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.713816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.713923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.714193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.714343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.714491] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d5b0cf-813c-4727-a52f-ed657c77f0aa',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.875205] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.875205] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.953023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.953023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.953023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.953023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.953023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.953023] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 1033.982035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.982035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad6872a-f50c-4244-ab02-39562cb496d6 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.982035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48af59a2-4501-4901-88ae-bc3bfc149a0d with status ACTIVE [ 1033.982035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.982035] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.982035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.982656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.982656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.982656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.982656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.982656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.982656] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d is going to be updated. [ 1033.984955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.985355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.985551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.987019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.987019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.006685] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 1034.014092] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.014572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.014760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.015232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.015547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.015828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.117752] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 in Status: SUCCESS [ 1034.117885] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f11cd31-d184-41ab-bc66-ad38f01c08f1 deletion is rescheduled due to dependency. [ 1034.118029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f11cd31-d184-41ab-bc66-ad38f01c08f1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.217093] env[69429]: INFO networking_nsxv3.common.synchronization [req-0d671a9f-51f7-42ae-9259-0478b90b278e req-6819fd90-62f3-4253-9d30-df86426a3512 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1034.217420] env[69429]: INFO networking_nsxv3.common.synchronization [req-0d671a9f-51f7-42ae-9259-0478b90b278e req-6819fd90-62f3-4253-9d30-df86426a3512 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_members [ 1034.217903] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.217982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.218449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.219587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.221056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1034.221056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 with Priority: HIGHEST for action security_group_members [ 1034.221056] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.221056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.221329] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad6872a-f50c-4244-ab02-39562cb496d6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.221329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.250342] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.250607] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.250832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.250927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.251155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.251245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.251339] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa is going to be updated. [ 1034.286183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.286350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.286396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.286611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.286750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.297092] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: IN_PROGRESS for 2s [ 1034.305468] env[69429]: INFO networking_nsxv3.common.synchronization [req-0d671a9f-51f7-42ae-9259-0478b90b278e req-6819fd90-62f3-4253-9d30-df86426a3512 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_rules [ 1034.305667] env[69429]: INFO networking_nsxv3.common.synchronization [req-0d671a9f-51f7-42ae-9259-0478b90b278e req-6819fd90-62f3-4253-9d30-df86426a3512 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1034.305846] env[69429]: INFO networking_nsxv3.common.synchronization [req-0d671a9f-51f7-42ae-9259-0478b90b278e req-6819fd90-62f3-4253-9d30-df86426a3512 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d with Priority: HIGHEST for action port [ 1034.306376] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_rules [ 1034.306514] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1034.306612] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d with Priority: HIGHEST for action port [ 1034.306889] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.306990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.307788] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.307910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.308141] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-48af59a2-4501-4901-88ae-bc3bfc149a0d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.308250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.308316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.308633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.308721] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48af59a2-4501-4901-88ae-bc3bfc149a0d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.377551] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.379150] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.810787] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48af59a2-4501-4901-88ae-bc3bfc149a0d with status ACTIVE [ 1034.811063] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.811213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.811388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.811509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.811602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.811786] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.811890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.811990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.812125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.812203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.812392] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.812482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.812541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.812683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.812754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.812943] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48af59a2-4501-4901-88ae-bc3bfc149a0d is going to be updated. [ 1034.836489] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.836636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.836706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.836936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.837082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.837248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48af59a2-4501-4901-88ae-bc3bfc149a0d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879930] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.880113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.880187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.880412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.880507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.880645] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be updated. [ 1034.885332] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.885332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.885332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.885332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.885332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.885332] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 is going to be created. [ 1034.954034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.954034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.954034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.954034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.954034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.954034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.954489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.954489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.954489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.954633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.965156] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1034.969435] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 in Status: UNINITIALIZED for 2s [ 1035.584931] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1035.585164] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 1035.585285] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.018995] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 1036.019377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.019436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.019606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.019802] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.019919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.019987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.020180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.020264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.020353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.020514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.020610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.020674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.020812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.020953] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.021059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.021113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.021252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.021325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021490] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.308528] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa in Status: SUCCESS [ 1036.308731] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d5b0cf-813c-4727-a52f-ed657c77f0aa deletion is rescheduled due to dependency. [ 1036.308874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d5b0cf-813c-4727-a52f-ed657c77f0aa" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.373329] env[69429]: INFO networking_nsxv3.common.synchronization [req-b4f6335d-35fb-4560-9625-395e071e575c req-70331c36-270c-4101-94a9-424bd3cfbd86 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1036.374630] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1036.375410] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.375680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.375835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.376189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.376436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.377322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.377322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.377322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.377322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.377322] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.524110] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94279bce-3edb-47b6-a199-ea0868a6bd19: rpc.has_security_group_logging(os_id): False [ 1036.541174] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.541398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.541467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.541707] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.541801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.542107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.542221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.542287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.542463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.542546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.542748] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.542859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.542988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.543173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.543254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.543449] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.543575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.543611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.544013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.544135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.544235] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be created. [ 1036.611482] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.611616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.611699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.611979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.612189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.624575] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 1036.880876] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.974388] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1036.974621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977792] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.978020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.978242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.978242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.978343] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.985607] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 in Status: SUCCESS [ 1036.985801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.985966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.986176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.986348] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.986460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.986525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.986676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.986757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.987025] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.381877] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.482490] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.491510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.491678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.491748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.491975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.492075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.492281] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.492388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.492801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.493083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.493639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.493757] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 is going to be deleted. [ 1037.522414] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.522554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.522626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.522837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.523722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.523877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.524051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.524233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.524398] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.524501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.524567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.524708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.524789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.524880] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.637487] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.637487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.637487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.637487] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.637487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.637487] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.637891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.638166] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.638290] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.638401] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.638538] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.638642] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.639111] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.639307] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.658240] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.658786] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.659180] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.659402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-515" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.659965] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-33fb3816-dbc6-4590-a6b8-efe3d9568973 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.660182] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.660325] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.661313] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.661718] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fb3816-dbc6-4590-a6b8-efe3d9568973',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.809053] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f932a70d-febe-4d4a-a21a-44f98806b3a5 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1037.809053] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1037.809053] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.811173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884237] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.884486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.884980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.885793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.885793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1037.910407] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.910598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.910661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.910831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.910971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.918778] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1037.986183] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.026743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.026929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.026969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.027214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.027311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.027526] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.027628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.027693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.027847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.027928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.028021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 already deleted. [ 1038.028103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.028209] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.029106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.029411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.029464] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.029566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.029628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.029777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.029856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.029948] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.164504] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.164504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.165324] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.165324] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.165324] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.165421] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.166843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.166843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.166843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.166843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.166843] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.166843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.166843] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.167119] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.167182] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.167389] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 is going to be updated. [ 1038.186839] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.187065] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.187202] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.187492] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.187693] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.187959] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.488658] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.488964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.488964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.489135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.489225] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.489325] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be updated. [ 1038.518413] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.518509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.518558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.518822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.518899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.528111] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1038.531519] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ad6872a-f50c-4244-ab02-39562cb496d6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.532487] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.532646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.532694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.532989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.533134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.533340] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.534564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.534634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.534811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.534908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.535098] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 already deleted. [ 1038.535189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.638837] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 1038.639119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.639333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.639839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.639946] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.038268] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ad6872a-f50c-4244-ab02-39562cb496d6: rpc.has_security_group_logging(os_id): False [ 1039.056360] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.056360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.056360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.056360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.056360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.056360] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.056360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.060099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.060422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.060559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.060689] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 is going to be created. [ 1039.078342] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8ad6872a-f50c-4244-ab02-39562cb496d6], does not exist path=[/infra/domains/default/groups/8ad6872a-f50c-4244-ab02-39562cb496d6]."\n}' [ 1039.078461] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8ad6872a-f50c-4244-ab02-39562cb496d6 [ 1039.078500] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1039.107625] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.107800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.107878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.108145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.109236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.109517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.109641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.109708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.109890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.109979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.110838] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.110958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.111067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.111194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.111289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.111644] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad6872a-f50c-4244-ab02-39562cb496d6 is going to be created. [ 1039.124860] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8ad6872a-f50c-4244-ab02-39562cb496d6], does not exist path=[/infra/domains/default/groups/8ad6872a-f50c-4244-ab02-39562cb496d6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8ad6872a-f50c-4244-ab02-39562cb496d6 [ 1039.125120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad6872a-f50c-4244-ab02-39562cb496d6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.125384] env[69429]: Traceback (most recent call last): [ 1039.125413] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1039.125413] env[69429]: return func(*args, **kwargs) [ 1039.125413] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1039.125413] env[69429]: res.raise_for_status() [ 1039.125413] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1039.125413] env[69429]: raise HTTPError(http_error_msg, response=self) [ 1039.125413] env[69429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8ad6872a-f50c-4244-ab02-39562cb496d6 [ 1039.125413] env[69429]: During handling of the above exception, another exception occurred: [ 1039.125413] env[69429]: Traceback (most recent call last): [ 1039.125613] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1039.125613] env[69429]: listener.cb(fileno) [ 1039.125613] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1039.125613] env[69429]: result = function(*args, **kwargs) [ 1039.125613] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1039.125613] env[69429]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1039.125613] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1039.125613] env[69429]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1039.125613] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1039.125613] env[69429]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1039.125613] env[69429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1039.125613] env[69429]: res.raise_for_status() [ 1039.125613] env[69429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1039.125613] env[69429]: raise HTTPError(http_error_msg, response=self) [ 1039.125613] env[69429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8ad6872a-f50c-4244-ab02-39562cb496d6 [ 1039.125613] env[69429]: Removing descriptor: 72 [ 1039.143098] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.143263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.143334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.143547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.143713] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.143811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.143876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.144031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.144124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.144210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.144300] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.212459] env[69429]: INFO networking_nsxv3.common.synchronization [req-ab2f89cb-545b-47e1-a870-5853bff53dc7 req-69aa2677-6578-4b05-bc29-05ded80dd5d7 service nova] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_rules [ 1039.212686] env[69429]: INFO networking_nsxv3.common.synchronization [req-ab2f89cb-545b-47e1-a870-5853bff53dc7 req-69aa2677-6578-4b05-bc29-05ded80dd5d7 service nova] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 1039.212847] env[69429]: INFO networking_nsxv3.common.synchronization [req-ab2f89cb-545b-47e1-a870-5853bff53dc7 req-69aa2677-6578-4b05-bc29-05ded80dd5d7 service nova] Enqueued Resource ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 with Priority: HIGHEST for action port [ 1039.214133] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_rules [ 1039.214310] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 1039.214424] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 with Priority: HIGHEST for action port [ 1039.214744] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.214965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.215059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.215293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.215378] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.216288] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.216411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.216507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.216642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.216789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.216885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.216937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.217090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.217198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.217295] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.218032] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fb3816-dbc6-4590-a6b8-efe3d9568973 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.218146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.218223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.218434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.218518] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fb3816-dbc6-4590-a6b8-efe3d9568973',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.646863] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.647159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.647159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.647422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.647619] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.647736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.647813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.648047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.648136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.648257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.648424] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.648523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.648599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.648774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.648938] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.649064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.649157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.649342] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.649429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.649675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.649675] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.720698] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.720884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.721040] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.722372] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33fb3816-dbc6-4590-a6b8-efe3d9568973 with status ACTIVE [ 1039.722372] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.722574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.722574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.722772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.722865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.723068] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.723486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.723668] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.727032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.727148] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33fb3816-dbc6-4590-a6b8-efe3d9568973 is going to be updated. [ 1039.752172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.752336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.752409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.752623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.752760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.752943] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fb3816-dbc6-4590-a6b8-efe3d9568973" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.930227] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1039.930227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.930227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.930425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.930561] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.930654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.930721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.930872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.930959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.931065] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.151698] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94279bce-3edb-47b6-a199-ea0868a6bd19: rpc.has_security_group_logging(os_id): False [ 1040.168770] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.168947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.169012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.169686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.187981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.187981] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.187981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.187981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.187981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.187981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188212] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.188865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188865] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.189121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.189152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.189265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.189363] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 1040.234151] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.254694] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.254856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.254926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.255235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.255407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.265867] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 1040.434114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.434363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.434648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.456233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.456621] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.456621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.456724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.456985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.457505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.458432] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1040.483017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.483017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.483017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.483017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.483017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.492492] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1040.538749] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1040.538749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.538886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.539954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.539954] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.539954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.539954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.539954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.539954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.539954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.539954] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.540716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.540878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.541045] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.541278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.541371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.541529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.541606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.541696] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.739512] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.741013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.741013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.741013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.741013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.741013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 1040.767113] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.767417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.767417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.767635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.768130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.775950] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 1041.044015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.044164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.044370] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.238275] env[69429]: INFO networking_nsxv3.common.synchronization [req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b req-3d110640-b60d-4a00-96f0-93f71a8789ba tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_members [ 1041.238848] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGHEST for action security_group_members [ 1041.239530] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.242017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.242017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.242513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.244049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.244238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.244344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.244631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.244783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.244926] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.548615] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.748908] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.749224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.749224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.749987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.769420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.769420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.769420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.769561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.769807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.769807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.769879] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 is going to be updated. [ 1041.796767] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.796938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.797029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.797263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.797406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.813022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: IN_PROGRESS for 2s [ 1042.052701] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.052868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.052994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.053217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.053312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.053418] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be updated. [ 1042.079111] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.079276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.079350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.079569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.079712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.087390] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1042.279265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 1042.279474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.501591] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1042.502371] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 deletion is rescheduled due to dependency. [ 1042.502690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.686508] env[69429]: INFO networking_nsxv3.common.synchronization [req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf req-57dffa7d-ed75-456c-8ff0-8a7ffaced9b6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Enqueued Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1042.687265] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557bfede-c91c-4782-ad07-cfdb795401b1 with Priority: HIGHEST for action security_group_members [ 1042.687469] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.687583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.785999] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 1042.785999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.786269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.786421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.786663] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.786830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.786942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.787117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.787231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.787388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.787532] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.208831] env[69429]: INFO networking_nsxv3.common.synchronization [req-a7f006a0-ca9c-4c99-94c7-99f268504637 req-beb65bff-44da-46d9-9099-9ad9c96b5e2f tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1043.209383] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1043.209678] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.210755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.210834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.211064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.211236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.211341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.211403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.211555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.211640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.211736] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.289738] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.289931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.289994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.290293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.290540] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.290660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.290729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.290910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.291020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.291118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.291272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.291374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.291453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.291610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.291753] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.291848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.291909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.292070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.292151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.292233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.292322] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.361250] env[69429]: INFO networking_nsxv3.common.synchronization [req-a7f006a0-ca9c-4c99-94c7-99f268504637 req-021cd18a-041b-43de-9082-e08cf564dddf tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1043.362130] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGHEST for action security_group_members [ 1043.362446] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.362550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.715456] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.794386] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29acb014-2ce5-4674-a913-de956bef89a2: rpc.has_security_group_logging(os_id): False [ 1043.812419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.812586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.812644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.812921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.861851] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 in Status: SUCCESS [ 1043.862046] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 deletion is rescheduled due to dependency. [ 1043.862221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.863667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.863913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.864048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.864120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.864322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.864405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.864610] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.864713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.864784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.864919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.864997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866274] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866274] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 1043.959472] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.959472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.959649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.960136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.960136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.971390] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 1044.097268] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1044.097513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.097710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.097952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.098185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.098346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.098396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.098593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.098682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.098779] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.219760] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.602065] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.602268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.602268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.602597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.627719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.628699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.628699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.628699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.628956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.628956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.629064] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be updated. [ 1044.658420] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.658602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.658661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.658940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.659154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.667590] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1044.724345] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.724565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.724780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.724871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.724969] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 1044.752853] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.753120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.753120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.753335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.753507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.761519] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 1045.299270] env[69429]: INFO networking_nsxv3.common.synchronization [req-468fdb26-f26b-4275-9106-161e2527fd37 req-7adf90ed-8f2d-47b8-aebf-40b70b874b6a tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Enqueued Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_members [ 1045.300577] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_members [ 1045.300577] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.300577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.300577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.300577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.301023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.301023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.301023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.301023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.301023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.301680] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.683824] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.683824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.683824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.699140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.699140] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.699140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.699140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.699140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.699140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.699140] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.699576] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.699576] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.699576] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.699734] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.699769] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.699917] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.721988] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.722326] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.722564] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.722870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-187" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.723444] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.723836] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.724113] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.724657] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.724941] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b4c443-2bad-48d6-b1ee-f8af3f30ee89',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.803279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.803459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.803528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.803757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.803853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.804076] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.804185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.804329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.804535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.804616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.804706] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 already deleted. [ 1045.804790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.989033] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 1045.989033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228243] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.228516] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.228633] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.228930] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.229193] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.229271] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 not found, creating... [ 1046.229545] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229706] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229828] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.230078] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.230358] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.230648] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.230765] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.230902] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.231118] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.231261] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.231407] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 is going to be created. [ 1046.254331] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.254588] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.254717] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.255063] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.255318] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.255560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.680231] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1046.680530] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 deletion is rescheduled due to dependency. [ 1046.680530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.680772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.680838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.681060] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.681313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.681313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.682510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-557bfede-c91c-4782-ad07-cfdb795401b1 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.682510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.682510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.682975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.682975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.682975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.682975] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.685692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.685692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.685692] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.685692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.685692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.685692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.685692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.685692] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.773056] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 1046.773406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.773591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.774049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.774364] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.774527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.774601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.774782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.774872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.774972] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.078427] env[69429]: INFO networking_nsxv3.common.synchronization [req-468fdb26-f26b-4275-9106-161e2527fd37 req-a00fa1a3-e6fa-40a0-8656-0225425cd6c3 service nova] Enqueued Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_rules [ 1047.078427] env[69429]: INFO networking_nsxv3.common.synchronization [req-468fdb26-f26b-4275-9106-161e2527fd37 req-a00fa1a3-e6fa-40a0-8656-0225425cd6c3 service nova] Enqueued Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_members [ 1047.078427] env[69429]: INFO networking_nsxv3.common.synchronization [req-468fdb26-f26b-4275-9106-161e2527fd37 req-a00fa1a3-e6fa-40a0-8656-0225425cd6c3 service nova] Enqueued Resource ID: e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 with Priority: HIGHEST for action port [ 1047.078427] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_rules [ 1047.078427] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_members [ 1047.078427] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 with Priority: HIGHEST for action port [ 1047.083281] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.089678] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.089678] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.089678] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.089678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.089678] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.091492] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.091624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.091671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.091840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.091960] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b4c443-2bad-48d6-b1ee-f8af3f30ee89',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.188037] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 557bfede-c91c-4782-ad07-cfdb795401b1: rpc.has_security_group_logging(os_id): False [ 1047.188695] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.188854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.188926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.189170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.189273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.189508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.189661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.189729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.189905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.189989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.190118] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be updated. [ 1047.208803] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.209038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.209226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.209320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.209511] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.209673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.209824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.209901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.210162] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.210253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.210446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.210525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.210704] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.210797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.211010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.211096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.211180] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be updated. [ 1047.226623] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.226623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.226845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.226921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.227079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.237063] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1047.277927] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.278146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.278325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.278468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.278615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.279843] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.279953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.280032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.280216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.280301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.280494] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.280591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.280648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.280787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.280859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.280944] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be updated. [ 1047.294067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: IN_PROGRESS for 2s [ 1047.310699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.310874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.310913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.311151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.311327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.332570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: IN_PROGRESS for 2s [ 1047.594899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.595184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.595371] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.596339] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 with status ACTIVE [ 1047.596545] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.596659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.596728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.596937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.597072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.597263] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.597362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.597426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.597595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.597676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.597858] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.597996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.597996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.598232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.598312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.598394] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 is going to be updated. [ 1047.620523] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.620702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.620702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.620898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.621055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.621219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.100955] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.606596] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.606770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.606837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.607094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.607193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.607298] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 is going to be created. [ 1048.632571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.632761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.632803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.632989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.633596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.643934] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb930de-1168-4f23-9136-2d3a454bd946 in Status: UNINITIALIZED for 2s [ 1049.250273] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1049.250569] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 deletion is rescheduled due to dependency. [ 1049.250569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.305959] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 557bfede-c91c-4782-ad07-cfdb795401b1 in Status: SUCCESS [ 1049.306213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.306302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.306522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.306605] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('557bfede-c91c-4782-ad07-cfdb795401b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.342277] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 in Status: SUCCESS [ 1049.342645] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 deletion is rescheduled due to dependency. [ 1049.343277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.831281] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.831281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.831281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.831281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.831281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.831281] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 557bfede-c91c-4782-ad07-cfdb795401b1 is going to be deleted. [ 1049.883890] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.883890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.883890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.884086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.884114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.885559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-557bfede-c91c-4782-ad07-cfdb795401b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.657507] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb930de-1168-4f23-9136-2d3a454bd946 in Status: SUCCESS [ 1050.657507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.657507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.657507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.657507] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.657507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.657507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.657936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.657936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.657936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.657936] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.162198] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.668141] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb930de-1168-4f23-9136-2d3a454bd946: rpc.has_security_group_logging(os_id): False [ 1051.687938] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.688118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.688118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.688812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.688812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.688812] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.689054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.689170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.689406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.689531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.689673] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 is going to be created. [ 1051.751222] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.751421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.751492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.751848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.752170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.765050] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb930de-1168-4f23-9136-2d3a454bd946 in Status: IN_PROGRESS for 2s [ 1052.084608] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1052.084923] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1053.680970] env[69429]: INFO networking_nsxv3.common.synchronization [req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 req-62489522-d617-434d-a09c-c1565c56563a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_members [ 1053.681775] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGHEST for action security_group_members [ 1053.681775] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.681978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.681978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.682465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.682522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.682849] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.760248] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1ec4b783-9fea-41ed-bd7a-e5a6c24db92f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_rules [ 1053.760248] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_rules [ 1053.760248] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.760438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.760438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.760962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.760962] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.778035] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb930de-1168-4f23-9136-2d3a454bd946 in Status: SUCCESS [ 1053.778246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.919761] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b68b0215-7f14-46c7-9ca4-e143416786e5 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_rules [ 1053.919824] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_rules [ 1053.920124] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.920247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.185218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.185323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.185323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.185781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.206740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.206946] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.207099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.207166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.207385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.207535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.207635] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 is going to be updated. [ 1054.237518] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.237737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.237823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.238081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.238238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.248294] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: IN_PROGRESS for 2s [ 1054.282665] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.282665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.282665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.282932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.282932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.283029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb already deleted. [ 1054.283079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.283760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.283942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.284033] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.420299] env[69429]: INFO networking_nsxv3.common.synchronization [req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 req-96bd5ad0-a1d1-45d3-970a-881244817737 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Enqueued Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_members [ 1054.420730] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_members [ 1054.421602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.421752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.421809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.422093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.422318] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.422424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.422789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.422789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.422789] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.803992] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.804302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.804302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.804436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.804528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.804625] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb already deleted. [ 1054.804706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.926682] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.926865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.926901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.927145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928254] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.928254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.928254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.928254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.928254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928254] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92b2a83-644f-47d0-add5-309aae43a563 already deleted. [ 1054.928254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.060665] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.060869] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.061011] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.061311] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.061573] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.061727] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.061879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.062417] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.062616] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.062871] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.063077] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.063223] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.063289] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.064850] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.064850] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.064850] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.085228] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.085228] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.085228] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.085228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-162" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.085228] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-3b0b2808-1686-4c9e-8423-5c7388e7b6df taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.085228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.085228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.085757] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.085963] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0b2808-1686-4c9e-8423-5c7388e7b6df',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.589632] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.589878] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.590020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.590320] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.590483] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.590651] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 3b0b2808-1686-4c9e-8423-5c7388e7b6df not found, creating... [ 1055.590922] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.591096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.591226] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.591462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.591607] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.591897] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.592077] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.592204] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.592423] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.592564] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.592709] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 3b0b2808-1686-4c9e-8423-5c7388e7b6df is going to be created. [ 1055.612449] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.612661] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.612791] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.613094] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.613331] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.613555] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.260482] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 in Status: SUCCESS [ 1056.260741] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 deletion is rescheduled due to dependency. [ 1056.260776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.791633] env[69429]: INFO networking_nsxv3.common.synchronization [req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 req-1bbc18f6-5e9c-47af-86b2-038f4b56717e service nova] Enqueued Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_rules [ 1056.791951] env[69429]: INFO networking_nsxv3.common.synchronization [req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 req-1bbc18f6-5e9c-47af-86b2-038f4b56717e service nova] Enqueued Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_members [ 1056.792185] env[69429]: INFO networking_nsxv3.common.synchronization [req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 req-1bbc18f6-5e9c-47af-86b2-038f4b56717e service nova] Enqueued Resource ID: 3b0b2808-1686-4c9e-8423-5c7388e7b6df with Priority: HIGHEST for action port [ 1056.792706] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_rules [ 1056.792837] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_members [ 1056.792936] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0b2808-1686-4c9e-8423-5c7388e7b6df with Priority: HIGHEST for action port [ 1056.793247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.793839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.793919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.794213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.794304] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.795121] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.795276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.795360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.795559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.795727] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.795839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.795926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.796126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.796473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.796589] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.797393] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b0b2808-1686-4c9e-8423-5c7388e7b6df taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.797568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.797600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.797786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.797934] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0b2808-1686-4c9e-8423-5c7388e7b6df',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.303752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.303752] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.303752] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b0b2808-1686-4c9e-8423-5c7388e7b6df with status ACTIVE [ 1057.303752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.303752] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.303752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.312134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.312134] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.312134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.312134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.312134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.312134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.312134] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b0b2808-1686-4c9e-8423-5c7388e7b6df is going to be updated. [ 1057.335950] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.336129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.336180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.336419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.337111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.337231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b0b2808-1686-4c9e-8423-5c7388e7b6df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.368730] env[69429]: INFO networking_nsxv3.common.synchronization [req-e10596e8-621a-418c-b831-bd2a2447c34a req-ceb90f28-3af8-4499-b3bf-80145e4192bb tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1057.369917] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1057.369917] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.369917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.369917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.370129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.370851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.370851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.370851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.370851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.371035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.374811] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.815036] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.879754] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.879754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.879754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.879754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.915299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916022] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.916022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.916022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.916174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.916174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916412] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1057.949183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.949415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.964397] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1058.088080] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.088419] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.088563] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.088958] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.089255] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.089413] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.089533] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.089766] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.089929] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.090170] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.090287] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.090400] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.090510] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.090621] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.090743] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.090878] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.107580] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.107746] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.107884] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.108065] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.108383] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-064d8de2-c42e-4b8c-a397-f9beef09f904 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.109601] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.109869] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.110172] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.110324] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064d8de2-c42e-4b8c-a397-f9beef09f904',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.317833] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.318172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.318172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.318309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.318369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.318475] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92b2a83-644f-47d0-add5-309aae43a563 is going to be created. [ 1058.341213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.341378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.357929] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92b2a83-644f-47d0-add5-309aae43a563 in Status: UNINITIALIZED for 2s [ 1058.612596] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.612844] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.612974] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.613531] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.613531] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.613623] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 064d8de2-c42e-4b8c-a397-f9beef09f904 not found, creating... [ 1058.613839] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.614007] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.614134] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.614423] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.614486] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.614771] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.614930] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.621339] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.621621] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.621783] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.624400] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 064d8de2-c42e-4b8c-a397-f9beef09f904 is going to be created. [ 1058.647935] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.647935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.647935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.647935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.647935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.647935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.539156] env[69429]: INFO networking_nsxv3.common.synchronization [req-aa64867f-629b-41e8-be74-a2b69996b019 req-ebe27e7e-3a23-4e93-bc48-a18597d1913e tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1059.539156] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1059.539156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.539156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.539156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.539156] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.977695] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1059.977908] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 1059.978348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.042476] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.092298] env[69429]: INFO networking_nsxv3.common.synchronization [req-e10596e8-621a-418c-b831-bd2a2447c34a req-92dfc9af-2b55-48f2-98b0-7c939e3c4367 service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 1060.092298] env[69429]: INFO networking_nsxv3.common.synchronization [req-e10596e8-621a-418c-b831-bd2a2447c34a req-92dfc9af-2b55-48f2-98b0-7c939e3c4367 service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1060.092298] env[69429]: INFO networking_nsxv3.common.synchronization [req-e10596e8-621a-418c-b831-bd2a2447c34a req-92dfc9af-2b55-48f2-98b0-7c939e3c4367 service nova] Enqueued Resource ID: 064d8de2-c42e-4b8c-a397-f9beef09f904 with Priority: HIGHEST for action port [ 1060.092437] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 1060.092552] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1060.092644] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064d8de2-c42e-4b8c-a397-f9beef09f904 with Priority: HIGHEST for action port [ 1060.096503] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.096841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.097021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.097305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.097444] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.099341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.100153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.100153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.100153] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.100153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.100153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.100453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.100518] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.101356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-064d8de2-c42e-4b8c-a397-f9beef09f904 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.101508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.102158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.102158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.102158] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064d8de2-c42e-4b8c-a397-f9beef09f904',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.367020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92b2a83-644f-47d0-add5-309aae43a563 in Status: SUCCESS [ 1060.367430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.367801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.368125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.368330] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.368441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.368513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.368658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.368865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.368865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.368981] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.468678] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.468678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.468678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.468678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.468678] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.468678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.468678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.468678] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.469070] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.469070] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.470734] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.470734] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.470734] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.470734] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.470734] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.470734] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.499965] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.500183] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.500328] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.500492] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.504463] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.504463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.504463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.504463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.504463] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4b5cad-dbd8-4170-abf6-7d380d3cbf02',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.545037] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.601482] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.601602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.604596] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.604596] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 064d8de2-c42e-4b8c-a397-f9beef09f904 with status ACTIVE [ 1060.605897] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.606065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.609109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.609109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.609109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.609109] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 064d8de2-c42e-4b8c-a397-f9beef09f904 is going to be updated. [ 1060.632892] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.632892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.632892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.632892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.632892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.632892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064d8de2-c42e-4b8c-a397-f9beef09f904" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.873760] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.873970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.874079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874433] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.874553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.874618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.874960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.875149] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.875270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.875335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.875489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.875624] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.875732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.875863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.875962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.876051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.876366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.876366] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.003015] env[69429]: INFO networking_nsxv3.common.synchronization [req-d191bc95-77e9-4ffd-9cec-a5dea487e72d req-6d12a4df-a2e9-48e5-b04f-942ff4224ca2 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_members [ 1061.003015] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGHEST for action security_group_members [ 1061.003015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.003015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.003015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.003015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.003015] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.003015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.003015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.003491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.003562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.006098] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.013215] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.013215] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 not found, creating... [ 1061.013215] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.013215] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.013858] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.013858] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.013858] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014031] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.014149] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.014298] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.014442] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 is going to be created. [ 1061.034115] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.034382] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.034531] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.034856] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035117] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.035515] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.047724] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.047892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.047967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.048208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.048299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.048454] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1061.079896] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.079896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.079896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.079896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.079896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.093238] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1061.110624] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.373870] env[69429]: INFO networking_nsxv3.common.synchronization [req-69c97bcc-c48d-42fe-90a1-bfee04f05235 req-61c2d249-6084-4b1d-9101-9abff5474ba3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1061.374969] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1061.374969] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.374969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.374969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.379126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.379126] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.379126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.379126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.379126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.379126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.379126] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.379126] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d92b2a83-644f-47d0-add5-309aae43a563: rpc.has_security_group_logging(os_id): False [ 1061.395893] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.396215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.396367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.396607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.396789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.396966] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.397109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.397194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.397375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.397482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.397708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.397834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.397917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.398100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.398214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.398423] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.398547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.398632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.398799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.398900] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.399022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92b2a83-644f-47d0-add5-309aae43a563 is going to be created. [ 1061.479404] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.479404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.479404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.479404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.479404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.490732] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92b2a83-644f-47d0-add5-309aae43a563 in Status: IN_PROGRESS for 2s [ 1061.516511] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.517421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.517421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.517421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.541102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.541434] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.541713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.541713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.541840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.541892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.541985] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f is going to be updated. [ 1061.572806] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.572806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.572806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.573204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.574132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.581647] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b981f-653b-4655-b10d-f5f69621cd4f in Status: IN_PROGRESS for 2s [ 1061.615934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.615934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.615934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.615934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.616224] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1061.663185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.663185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.663185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.663185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.663185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.672132] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1061.879114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.879114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.879114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.879294] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.912502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.912776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.912886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.912953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.913183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.913260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.913378] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be updated. [ 1061.940819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.940963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.941146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.941818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.942050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.951837] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: IN_PROGRESS for 2s [ 1062.456109] env[69429]: INFO networking_nsxv3.common.synchronization [None req-969edbcc-eb37-436e-b77a-c7589227a3a2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_rules [ 1062.456109] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_rules [ 1062.456109] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.456109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.456109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.456109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.456109] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.682613] env[69429]: INFO networking_nsxv3.common.synchronization [req-aa64867f-629b-41e8-be74-a2b69996b019 req-f26b9a7d-f800-4c49-a84a-2fa07c651922 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 1062.682613] env[69429]: INFO networking_nsxv3.common.synchronization [req-aa64867f-629b-41e8-be74-a2b69996b019 req-f26b9a7d-f800-4c49-a84a-2fa07c651922 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1062.682613] env[69429]: INFO networking_nsxv3.common.synchronization [req-aa64867f-629b-41e8-be74-a2b69996b019 req-f26b9a7d-f800-4c49-a84a-2fa07c651922 service nova] Enqueued Resource ID: 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 with Priority: HIGHEST for action port [ 1062.682613] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 1062.682613] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1062.682613] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 with Priority: HIGHEST for action port [ 1062.682613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.682613] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.682613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.682613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.682613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.682613] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4b5cad-dbd8-4170-abf6-7d380d3cbf02',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.917648] env[69429]: INFO networking_nsxv3.common.synchronization [None req-15d41155-0ad4-494e-a5eb-3dd1e3c63f86 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_rules [ 1062.917648] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_rules [ 1062.917818] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.917953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.979510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.979668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.979739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.980398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.980398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.980398] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 already deleted. [ 1062.980398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.980566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.980566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.980661] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.103808] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1063.104228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.104502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.104799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.105250] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.105524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.105696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.105942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.106128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.106323] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.184021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.184021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 with status ACTIVE [ 1063.184021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.184021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.184021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.184021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.184611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.184611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.184611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.184611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.184611] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 is going to be updated. [ 1063.206782] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.206782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.206782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.206782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.206782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.206782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.503265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92b2a83-644f-47d0-add5-309aae43a563 in Status: SUCCESS [ 1063.504092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.505026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.505136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.505179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.505417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.505501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.505589] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 already deleted. [ 1063.505670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.592487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b981f-653b-4655-b10d-f5f69621cd4f in Status: SUCCESS [ 1063.592487] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f deletion is rescheduled due to dependency. [ 1063.592487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.612051] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.684125] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.684125] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.684125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.684125] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.968678] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1063.968678] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b deletion is rescheduled due to dependency. [ 1063.968678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.113458] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.187529] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.187718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.187793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.188030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.188198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.188302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.188368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.188519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.188607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.188694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.188843] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.188945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.189021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.189161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.189327] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.189544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.190240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.190339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.190433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.190528] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.614759] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.614952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.615206] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.616209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.616209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.616209] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1064.641862] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.641862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.641862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.641862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.641862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.649915] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1064.687077] env[69429]: INFO networking_nsxv3.common.synchronization [None req-73a391bd-8711-4829-a0db-df47ebc188fe tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1064.688111] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1064.688111] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.689228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.689228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.689228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.689371] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.694772] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95852f7-9371-4a93-bb93-ba238140c92d: rpc.has_security_group_logging(os_id): False [ 1064.710477] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.710637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.710696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.711254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.711254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.711254] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.711445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.711445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.711533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.712116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.712116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.712116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.712116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.712116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.712371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.712371] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.712478] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.712509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.712766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.712766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.712825] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1064.771658] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.771846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.771887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.772250] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.772413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.787546] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1064.956994] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c343a7b4-6d6b-4feb-af03-06b1c7115c2c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1064.956994] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1064.959651] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.959651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.235110] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.235698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.235807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.236135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.236265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.236391] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d already deleted. [ 1065.236487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.237234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.237435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.237543] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.762695] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.762695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.762695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.762695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.762695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.762695] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d already deleted. [ 1065.762695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.976923] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4344ee70-bdaa-4835-b4ab-318e4187a50e None None] Enqueued Resource ID: b631d374-ca70-4a63-a1dc-fc192958efa7 with Priority: HIGHEST for action port [ 1065.977216] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b631d374-ca70-4a63-a1dc-fc192958efa7 with Priority: HIGHEST for action port [ 1065.977894] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b631d374-ca70-4a63-a1dc-fc192958efa7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.978257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b631d374-ca70-4a63-a1dc-fc192958efa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.978257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b631d374-ca70-4a63-a1dc-fc192958efa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.978482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b631d374-ca70-4a63-a1dc-fc192958efa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.978587] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b631d374-ca70-4a63-a1dc-fc192958efa7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.481172] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b631d374-ca70-4a63-a1dc-fc192958efa7 [ 1066.481430] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.481552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.481624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.481845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.481938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.482190] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b631d374-ca70-4a63-a1dc-fc192958efa7 already deleted. [ 1066.482190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b631d374-ca70-4a63-a1dc-fc192958efa7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.661273] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.661273] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.661273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.661273] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.808629] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1066.808629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.165683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.169093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.169229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.169480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.169681] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.169798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.169863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.170060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.170125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.172708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.172708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.172708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.172708] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.676755] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 1067.695806] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.695806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.695920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.696685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.720366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.720448] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.720528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.720595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.720775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.721385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.721385] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.721385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.721385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.725792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.725792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.725792] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.725792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.725792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.725792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.725792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.725792] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1067.802042] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.802042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.802042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.802042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.802042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.817725] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1068.076127] env[69429]: INFO networking_nsxv3.common.synchronization [req-82080b2f-51a0-4f94-ac77-87190daee33a req-0deaa14d-c14d-4f5f-abf3-d385d351366f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1068.077127] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1068.077407] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.077551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.077619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.077808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.077960] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.078139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.078462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.078462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.080476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.080476] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.311991] env[69429]: INFO networking_nsxv3.common.synchronization [None req-a8f23ad3-a546-41f0-bef3-677b7ee66c0a None None] Enqueued Resource ID: d7f69bd6-e986-404e-994f-6e5229ccd635 with Priority: HIGHEST for action port [ 1068.312259] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7f69bd6-e986-404e-994f-6e5229ccd635 with Priority: HIGHEST for action port [ 1068.312913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7f69bd6-e986-404e-994f-6e5229ccd635 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.313014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7f69bd6-e986-404e-994f-6e5229ccd635" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.313014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7f69bd6-e986-404e-994f-6e5229ccd635" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.313281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7f69bd6-e986-404e-994f-6e5229ccd635" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.313381] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7f69bd6-e986-404e-994f-6e5229ccd635',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.585675] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.585675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.585675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.585675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.606029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.606029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.606029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.606029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.606029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.606029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.606029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1068.631714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.634019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.634530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.634530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.634530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.643644] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1068.819115] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7f69bd6-e986-404e-994f-6e5229ccd635 [ 1068.819347] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.819454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.819533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.819831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819937] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7f69bd6-e986-404e-994f-6e5229ccd635 already deleted. [ 1068.820042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7f69bd6-e986-404e-994f-6e5229ccd635" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.905714] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.905714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.905714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.905714] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.905714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.905714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.906332] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.906332] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.906332] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.906332] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.907093] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.907326] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.907422] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.907583] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.930464] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.930619] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.930693] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.931048] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.933031] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-393a8d83-33be-498e-a0a3-3b3e98bd468e taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.933031] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.933031] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.933241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.933280] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393a8d83-33be-498e-a0a3-3b3e98bd468e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.436553] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.436873] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.437043] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.437398] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.437841] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.437841] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 393a8d83-33be-498e-a0a3-3b3e98bd468e not found, creating... [ 1069.438173] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.438381] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.438538] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.438851] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.439242] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.439514] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.439714] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.439866] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.440220] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.440412] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.440584] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 393a8d83-33be-498e-a0a3-3b3e98bd468e is going to be created. [ 1069.461113] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.461378] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.461482] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.461765] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.462016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.465543] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.572029] env[69429]: INFO networking_nsxv3.common.synchronization [None req-fbe7af77-1239-43b2-9e0c-3258b8798a23 None None] Enqueued Resource ID: 808c4614-e426-4c6f-a447-0ba44a17ce07 with Priority: HIGHEST for action port [ 1069.572457] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808c4614-e426-4c6f-a447-0ba44a17ce07 with Priority: HIGHEST for action port [ 1069.573241] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-808c4614-e426-4c6f-a447-0ba44a17ce07 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.573461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808c4614-e426-4c6f-a447-0ba44a17ce07" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.573667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808c4614-e426-4c6f-a447-0ba44a17ce07" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.573989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808c4614-e426-4c6f-a447-0ba44a17ce07" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.576744] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808c4614-e426-4c6f-a447-0ba44a17ce07',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.831173] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1069.831692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.079323] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 808c4614-e426-4c6f-a447-0ba44a17ce07 [ 1070.079614] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.079776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.079864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.080150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.080362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.080426] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:808c4614-e426-4c6f-a447-0ba44a17ce07 already deleted. [ 1070.080559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808c4614-e426-4c6f-a447-0ba44a17ce07" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653583] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1070.653791] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1070.653877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.688479] env[69429]: INFO networking_nsxv3.common.synchronization [req-8d5bf89c-d411-4351-bb32-1ab72bd4baca req-ab731117-786d-4bef-8c7a-3e1e89880d96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_members [ 1070.689208] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_members [ 1070.693025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.693025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.693025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.693025] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.699820] env[69429]: INFO networking_nsxv3.common.synchronization [req-82080b2f-51a0-4f94-ac77-87190daee33a req-70e5c019-380d-4e96-b072-d989d9696990 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1070.699820] env[69429]: INFO networking_nsxv3.common.synchronization [req-82080b2f-51a0-4f94-ac77-87190daee33a req-70e5c019-380d-4e96-b072-d989d9696990 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1070.699820] env[69429]: INFO networking_nsxv3.common.synchronization [req-82080b2f-51a0-4f94-ac77-87190daee33a req-70e5c019-380d-4e96-b072-d989d9696990 service nova] Enqueued Resource ID: 393a8d83-33be-498e-a0a3-3b3e98bd468e with Priority: HIGHEST for action port [ 1070.700138] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1070.700263] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1070.700396] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393a8d83-33be-498e-a0a3-3b3e98bd468e with Priority: HIGHEST for action port [ 1070.700693] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.703322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.703322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.703322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.703322] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.703322] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.703567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.703567] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.704095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.704095] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.704095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.704305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.704524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.704626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.704760] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.705693] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-393a8d83-33be-498e-a0a3-3b3e98bd468e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.705817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.705930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.706089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.706194] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393a8d83-33be-498e-a0a3-3b3e98bd468e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.199651] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.200167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.200474] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.200809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.200973] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb already deleted. [ 1071.201070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.212669] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.212807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.213033] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.214272] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393a8d83-33be-498e-a0a3-3b3e98bd468e with status ACTIVE [ 1071.214750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.214917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.214989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.215203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.215343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.215570] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.215902] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.215981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.216195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.216245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.216436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.216533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.216893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.217068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.217151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.217241] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393a8d83-33be-498e-a0a3-3b3e98bd468e is going to be updated. [ 1071.238440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.238886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.239041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.239391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.239862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.240047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393a8d83-33be-498e-a0a3-3b3e98bd468e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.458820] env[69429]: INFO networking_nsxv3.common.synchronization [None req-49f69ee5-f8af-4748-b12e-1a25142e77fb None None] Enqueued Resource ID: 8e360ef9-13bd-4161-a374-d9d5f760396d with Priority: HIGHEST for action port [ 1071.459125] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e360ef9-13bd-4161-a374-d9d5f760396d with Priority: HIGHEST for action port [ 1071.459761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e360ef9-13bd-4161-a374-d9d5f760396d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.459883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e360ef9-13bd-4161-a374-d9d5f760396d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.459947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e360ef9-13bd-4161-a374-d9d5f760396d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.460483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e360ef9-13bd-4161-a374-d9d5f760396d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.460592] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e360ef9-13bd-4161-a374-d9d5f760396d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.463628] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b050b024-6084-4927-855b-1ca7c6307229 None None] Enqueued Resource ID: a089904a-fa73-4fe2-b355-775d6f48e18c with Priority: HIGHEST for action port [ 1071.466214] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a089904a-fa73-4fe2-b355-775d6f48e18c with Priority: HIGHEST for action port [ 1071.466214] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a089904a-fa73-4fe2-b355-775d6f48e18c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.466214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a089904a-fa73-4fe2-b355-775d6f48e18c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.466214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a089904a-fa73-4fe2-b355-775d6f48e18c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.466214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a089904a-fa73-4fe2-b355-775d6f48e18c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.466214] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a089904a-fa73-4fe2-b355-775d6f48e18c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.719832] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.963794] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e360ef9-13bd-4161-a374-d9d5f760396d [ 1071.963794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.963794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.963794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964323] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e360ef9-13bd-4161-a374-d9d5f760396d already deleted. [ 1071.965314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e360ef9-13bd-4161-a374-d9d5f760396d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.968786] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a089904a-fa73-4fe2-b355-775d6f48e18c [ 1071.969049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969644] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969788] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a089904a-fa73-4fe2-b355-775d6f48e18c already deleted. [ 1071.969962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a089904a-fa73-4fe2-b355-775d6f48e18c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.022879] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.023094] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.023220] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.023499] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.023762] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.023919] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.025014] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.025388] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.025571] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.025797] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.025919] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.026047] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.026167] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.026291] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.026589] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.026589] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.048301] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.048472] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.048612] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.048789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-228" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.049248] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.049413] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.049537] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.049863] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.050009] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ee4e8a-c7f5-4c2e-8d76-853e7589460b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.223086] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.223376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.223376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.223591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.223682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.223782] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1072.252912] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.253309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.253413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.253724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.253929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.266452] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1072.371778] env[69429]: INFO networking_nsxv3.common.synchronization [req-9225223d-f537-44d8-8cdb-310b757913da req-b8e6fa78-8072-4930-aca6-4d22a27bc46b tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 1072.372989] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 1072.372989] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.372989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.372989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.373584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.373759] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.373865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.375221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.375221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.375221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.375221] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.555891] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.555891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.555891] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.556928] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.556928] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.556928] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port a1ee4e8a-c7f5-4c2e-8d76-853e7589460b not found, creating... [ 1072.556928] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.557130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.557178] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.557426] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.558481] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.558481] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.561879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.561879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.561879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.561879] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.561879] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: a1ee4e8a-c7f5-4c2e-8d76-853e7589460b is going to be created. [ 1072.579987] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.579987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.579987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.581361] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.581640] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.581923] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.876173] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.952141] env[69429]: INFO networking_nsxv3.common.synchronization [req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 req-c8694ffd-3a18-4fa1-9ca9-4b587881104a tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Enqueued Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_members [ 1072.959156] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92b2a83-644f-47d0-add5-309aae43a563 with Priority: HIGHEST for action security_group_members [ 1072.959156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92b2a83-644f-47d0-add5-309aae43a563 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.959156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.959156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.959156] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92b2a83-644f-47d0-add5-309aae43a563',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.380524] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.461615] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.461889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.461889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.462172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.462329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.462536] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.462617] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.462672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.464060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.464060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.464060] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92b2a83-644f-47d0-add5-309aae43a563 is going to be updated. [ 1073.489188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.489319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.489415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.489598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.489764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.503114] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92b2a83-644f-47d0-add5-309aae43a563 in Status: IN_PROGRESS for 2s [ 1073.714387] env[69429]: INFO networking_nsxv3.common.synchronization [req-8d5bf89c-d411-4351-bb32-1ab72bd4baca req-7b1315f5-4735-4bdb-9e2b-0b7a1ed69e91 service nova] Enqueued Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_rules [ 1073.714387] env[69429]: INFO networking_nsxv3.common.synchronization [req-8d5bf89c-d411-4351-bb32-1ab72bd4baca req-7b1315f5-4735-4bdb-9e2b-0b7a1ed69e91 service nova] Enqueued Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_members [ 1073.714387] env[69429]: INFO networking_nsxv3.common.synchronization [req-8d5bf89c-d411-4351-bb32-1ab72bd4baca req-7b1315f5-4735-4bdb-9e2b-0b7a1ed69e91 service nova] Enqueued Resource ID: a1ee4e8a-c7f5-4c2e-8d76-853e7589460b with Priority: HIGHEST for action port [ 1073.722038] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_rules [ 1073.722038] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_members [ 1073.722038] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ee4e8a-c7f5-4c2e-8d76-853e7589460b with Priority: HIGHEST for action port [ 1073.722038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.722038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.722038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.722038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.722038] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.722038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.722038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.722038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.722038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.723627] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.723968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.724157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.724442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.724657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.724883] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.726032] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.728018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.728018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.728018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.728018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ee4e8a-c7f5-4c2e-8d76-853e7589460b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.883938] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.883938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.883938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.883938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.883938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.883938] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be updated. [ 1073.914642] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.915561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.915653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.915981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.917332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.929989] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 1074.230550] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.230666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.231951] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.231951] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1ee4e8a-c7f5-4c2e-8d76-853e7589460b with status ACTIVE [ 1074.231951] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.232469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.232469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.232469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.232469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.232584] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.232628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.232699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.232881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.232934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.233088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.233665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.233665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.235035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.235035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.235132] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1ee4e8a-c7f5-4c2e-8d76-853e7589460b is going to be updated. [ 1074.263599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.263599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.263599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.263599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.263754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.263860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.278765] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1074.279007] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.279438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.279659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.279856] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.279974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.280083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.280420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.280420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.280420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.280594] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.505732] env[69429]: INFO networking_nsxv3.common.synchronization [None req-05777070-76e6-4aa4-9842-303f0bb3f9da None None] Enqueued Resource ID: 32bd4e39-a632-4cce-a5bf-ae16238d1642 with Priority: HIGHEST for action port [ 1074.506953] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32bd4e39-a632-4cce-a5bf-ae16238d1642 with Priority: HIGHEST for action port [ 1074.508058] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-32bd4e39-a632-4cce-a5bf-ae16238d1642 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.509848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32bd4e39-a632-4cce-a5bf-ae16238d1642" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.509848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32bd4e39-a632-4cce-a5bf-ae16238d1642" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.510223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32bd4e39-a632-4cce-a5bf-ae16238d1642" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.510350] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32bd4e39-a632-4cce-a5bf-ae16238d1642',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.591388] env[69429]: INFO networking_nsxv3.common.synchronization [None req-cedf3cb8-91c9-45f3-8f80-4f7b6e5856ca None None] Enqueued Resource ID: 8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73 with Priority: HIGHEST for action port [ 1074.591388] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73 with Priority: HIGHEST for action port [ 1074.592688] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.592688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.592688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.594910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.594910] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.740445] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.782543] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.782983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.783080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.783313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.783497] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.783858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.783958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.784192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.784309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.784427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.784938] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.784938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.785231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.785515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.785714] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.785839] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.785980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.786124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.786233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.786687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.786687] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.014746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32bd4e39-a632-4cce-a5bf-ae16238d1642 [ 1075.014974] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.015123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.015195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.015454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.016130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.016252] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32bd4e39-a632-4cce-a5bf-ae16238d1642 already deleted. [ 1075.016252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32bd4e39-a632-4cce-a5bf-ae16238d1642" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.018627] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3fe7aca2-fa98-4ccd-9f78-0bd200629d4d tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_rules [ 1075.019218] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_rules [ 1075.020092] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.020092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.020092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.020317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.020317] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.097017] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73 [ 1075.097743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.097743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.097743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.097921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.098021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.098144] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73 already deleted. [ 1075.098256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e29daa9-0cbf-4b3d-a3b0-ffe60a00ed73" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.121056] env[69429]: INFO networking_nsxv3.common.synchronization [None req-6f68fcc2-e0fb-41da-8159-afad26bbc8c1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_rules [ 1075.121056] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_rules [ 1075.122666] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.122888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.244991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.244991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.244991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.244991] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb is going to be created. [ 1075.267037] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.267037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.267037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.267037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.267037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.280379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb in Status: UNINITIALIZED for 2s [ 1075.288626] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad78846-b103-4ee6-afac-13c068ea3be5: rpc.has_security_group_logging(os_id): False [ 1075.304613] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.304613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.304613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.305264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.305264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.305264] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.305264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.305264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.305539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.305539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.306080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.306080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.306080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.306080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.306319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.306319] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.306420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.306459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.309238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.309238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.309238] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1075.364782] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.364782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.364782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.364905] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.365024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.380588] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1075.512672] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92b2a83-644f-47d0-add5-309aae43a563 in Status: SUCCESS [ 1075.512672] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92b2a83-644f-47d0-add5-309aae43a563 deletion is rescheduled due to dependency. [ 1075.513443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92b2a83-644f-47d0-add5-309aae43a563" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.540939] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.541687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.542684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.542684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.542684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.542684] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 already deleted. [ 1075.542684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.542684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.543366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.543366] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.940253] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 1075.941199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.064853] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.068372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.068372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.068372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.068372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.068372] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 already deleted. [ 1076.068372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.158490] env[69429]: INFO networking_nsxv3.common.synchronization [None req-d9e0ca2b-3237-438f-8b68-7fe13e7e2d3b None None] Enqueued Resource ID: d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad with Priority: HIGHEST for action port [ 1077.158490] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad with Priority: HIGHEST for action port [ 1077.159241] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.159730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.160056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.160191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.160302] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.289771] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb in Status: SUCCESS [ 1077.289997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.290565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.290799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.290994] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.291153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.291231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.291394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.291512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.291612] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.291705] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.368993] env[69429]: INFO networking_nsxv3.common.synchronization [req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c req-090ecf30-5b21-4473-a37c-1ee3b39f50da tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_members [ 1077.368993] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_members [ 1077.368993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.368993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.368993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.369310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.369517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.369660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.369737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.369917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.370051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.370170] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.392805] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1077.393058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.664279] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad [ 1077.664279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.664279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.664279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.664544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.664544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.664544] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad already deleted. [ 1077.664729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9db3e8e-dfd0-42ef-8fbd-eb51f82c1dad" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.793772] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.873600] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.873600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.873600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.873785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.873818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.874182] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.874182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.874322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.874374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.874449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.874540] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 already deleted. [ 1077.874621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.911197] env[69429]: INFO networking_nsxv3.common.synchronization [req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 req-ea5e98bf-de8a-4fdd-8e6d-5f3addd9a385 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1077.911957] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1077.913102] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.913258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.913350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.913582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.913779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.913923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.914016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.914229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.914443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.914443] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.296372] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5389a92f-8b94-4659-86e2-ce87dd722fcb: rpc.has_security_group_logging(os_id): False [ 1078.312983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.313149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.313221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.313581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.313680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.313934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.314042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.314154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.314268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.314346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.314433] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb is going to be created. [ 1078.337858] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.338104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.338256] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.338542] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.338817] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.339020] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.339285] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.339559] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.339760] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.340014] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.340186] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.340335] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.340500] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.340659] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.340805] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.340988] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.357061] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.357781] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.357781] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.357781] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.357924] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-56bac68a-f029-484d-a0aa-429c3a1019cb taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.358064] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.358192] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.358505] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.358753] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bac68a-f029-484d-a0aa-429c3a1019cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.375491] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.375642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.375710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.375906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.376168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.386340] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb in Status: IN_PROGRESS for 2s [ 1078.416334] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.861610] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.861610] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.861822] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.863918] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 56bac68a-f029-484d-a0aa-429c3a1019cb not found, creating... [ 1078.863918] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.863918] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.863918] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.864405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.864405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.864405] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.864990] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 56bac68a-f029-484d-a0aa-429c3a1019cb is going to be created. [ 1078.886309] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.886563] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.886696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.888269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.888269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.888269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.918732] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.372212] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e req-dbd57a93-d7ac-45e8-a766-ba2d993c27e5 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1079.372768] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1079.373088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.373208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.373345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.373602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.373761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.373859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.373921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.375207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.375343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.377262] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.423646] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.424305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.424428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.425194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.425278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.425433] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1079.451513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.451513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.451651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.451897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.452059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461507] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1079.785028] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.785028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.785028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.785028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.785028] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.785308] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.785510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.785753] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.785947] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.786208] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.786366] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.788817] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.788817] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.788817] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.788817] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.788817] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.806782] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.806782] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.806782] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.806782] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.806782] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e4976b6a-e986-4ed2-a634-2a45b0b083b2 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.806782] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.806782] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.806782] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.806782] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4976b6a-e986-4ed2-a634-2a45b0b083b2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.880098] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.880098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.880098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.880934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.880934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.880934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.880934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.880934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.880934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.881155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.881155] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d already deleted. [ 1079.881155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.950693] env[69429]: INFO networking_nsxv3.common.synchronization [req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c req-aa26fbeb-8f1b-4871-b640-832350c53329 service nova] Enqueued Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_rules [ 1079.950907] env[69429]: INFO networking_nsxv3.common.synchronization [req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c req-aa26fbeb-8f1b-4871-b640-832350c53329 service nova] Enqueued Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_members [ 1079.951160] env[69429]: INFO networking_nsxv3.common.synchronization [req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c req-aa26fbeb-8f1b-4871-b640-832350c53329 service nova] Enqueued Resource ID: 56bac68a-f029-484d-a0aa-429c3a1019cb with Priority: HIGHEST for action port [ 1079.951318] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_rules [ 1079.951446] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_members [ 1079.951545] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bac68a-f029-484d-a0aa-429c3a1019cb with Priority: HIGHEST for action port [ 1079.953183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.953432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.953493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.953832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.953832] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.955776] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.955914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.955957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.957818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.961018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.961018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.961018] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-56bac68a-f029-484d-a0aa-429c3a1019cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.961018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.961018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bac68a-f029-484d-a0aa-429c3a1019cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.312301] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.312301] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.312301] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.312497] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.312527] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.312687] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e4976b6a-e986-4ed2-a634-2a45b0b083b2 not found, creating... [ 1080.312972] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.313110] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.313234] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.313480] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.313663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.313952] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.314226] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.314395] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.314587] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.315095] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.315095] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e4976b6a-e986-4ed2-a634-2a45b0b083b2 is going to be created. [ 1080.333642] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.333862] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.334044] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.334515] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.334821] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.335042] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.397877] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb in Status: SUCCESS [ 1080.398222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.456849] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.456989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.464044] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.466518] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56bac68a-f029-484d-a0aa-429c3a1019cb with status ACTIVE [ 1080.466740] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.466885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.466960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.467204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.467297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.467516] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.467618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.467661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.467782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.467862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.468055] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.468152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.468215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.468355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.468432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.468586] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56bac68a-f029-484d-a0aa-429c3a1019cb is going to be updated. [ 1080.492710] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.492855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.492929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.493303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.493364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.493517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56bac68a-f029-484d-a0aa-429c3a1019cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.956117] env[69429]: INFO networking_nsxv3.common.synchronization [req-59834e8b-d0e6-4799-a724-a5e8e9c9817e req-cdffb309-54f8-451e-9637-cd1a87962871 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_members [ 1080.956117] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680826e-293d-44ee-8138-991414726236 with Priority: HIGHEST for action security_group_members [ 1080.956117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5680826e-293d-44ee-8138-991414726236 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.956473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.956641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.956948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.957214] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.960566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.960566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.960566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.960566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.960566] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5680826e-293d-44ee-8138-991414726236',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.966796] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.230119] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e req-701cfd18-fb34-4eb5-bb61-c5dbc3403ff4 service nova] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1081.230119] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e req-701cfd18-fb34-4eb5-bb61-c5dbc3403ff4 service nova] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1081.230119] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e req-701cfd18-fb34-4eb5-bb61-c5dbc3403ff4 service nova] Enqueued Resource ID: e4976b6a-e986-4ed2-a634-2a45b0b083b2 with Priority: HIGHEST for action port [ 1081.230119] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1081.230119] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1081.230119] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4976b6a-e986-4ed2-a634-2a45b0b083b2 with Priority: HIGHEST for action port [ 1081.230119] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.230119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.230119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.230119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.230119] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.231414] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.231751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.231909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.232258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.232655] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.232969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.233130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.233355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.233565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.233739] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.234541] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4976b6a-e986-4ed2-a634-2a45b0b083b2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.234774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.234914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.235156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.235309] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4976b6a-e986-4ed2-a634-2a45b0b083b2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.461279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.461656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.461656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.461799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.468425] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.471623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.471623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.471623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.471623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.471623] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 is going to be created. [ 1081.473713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1081.473713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.485973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.485973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.485973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.485973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.485973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.485973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.485973] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5680826e-293d-44ee-8138-991414726236 is going to be updated. [ 1081.522361] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.523265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.523712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.523712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.523927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.525950] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.526092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.526273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.526357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.526526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.537174] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5680826e-293d-44ee-8138-991414726236 in Status: IN_PROGRESS for 2s [ 1081.537897] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 in Status: UNINITIALIZED for 2s [ 1081.737468] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.740715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.740715] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4976b6a-e986-4ed2-a634-2a45b0b083b2 with status ACTIVE [ 1081.740715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.740715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.740715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.740715] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.741325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.741325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.741325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.741325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.741325] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4976b6a-e986-4ed2-a634-2a45b0b083b2 is going to be updated. [ 1081.760683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.760882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.760961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.761133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4976b6a-e986-4ed2-a634-2a45b0b083b2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.168738] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4270260e-7ed4-49c4-9877-75df7ae526c2 None None] Enqueued Resource ID: 24314010-b1bf-407b-82e2-8a2339a8fd51 with Priority: HIGHEST for action port [ 1082.169527] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24314010-b1bf-407b-82e2-8a2339a8fd51 with Priority: HIGHEST for action port [ 1082.170200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-24314010-b1bf-407b-82e2-8a2339a8fd51 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.170200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24314010-b1bf-407b-82e2-8a2339a8fd51" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.172594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24314010-b1bf-407b-82e2-8a2339a8fd51" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.172957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24314010-b1bf-407b-82e2-8a2339a8fd51" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.173934] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24314010-b1bf-407b-82e2-8a2339a8fd51',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.242217] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.254093] env[69429]: INFO networking_nsxv3.common.synchronization [req-655b4237-9906-4cfd-a91c-199916dc3982 req-29a4cc38-786f-44f5-a639-338629651187 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Enqueued Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_members [ 1082.254093] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_members [ 1082.254093] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.254093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.254093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.256043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.256388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.260229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.260307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.260512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.260614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260718] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.677535] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24314010-b1bf-407b-82e2-8a2339a8fd51 [ 1082.677535] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.677535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.677535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.677535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.677535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.677535] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24314010-b1bf-407b-82e2-8a2339a8fd51 already deleted. [ 1082.677535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24314010-b1bf-407b-82e2-8a2339a8fd51" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.745262] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.745429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.745512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.745725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.745825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.745906] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be created. [ 1082.765025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.765114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.765183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.765411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.765522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.765872] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.766805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.766878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.767080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.767161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.767249] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed01efa-efb5-4230-8a37-05c7aab921d9 already deleted. [ 1082.767330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.768335] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.768438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.768498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.768642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.768782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.777319] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: UNINITIALIZED for 2s [ 1083.549477] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 in Status: SUCCESS [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.549477] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.549477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.549477] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.553022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5680826e-293d-44ee-8138-991414726236 in Status: SUCCESS [ 1083.553022] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5680826e-293d-44ee-8138-991414726236 deletion is rescheduled due to dependency. [ 1083.553022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5680826e-293d-44ee-8138-991414726236" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.001869] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.002277] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-832" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.002277] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-832" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.002560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-832" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.002832] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.003111] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.003154] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.003663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.003663] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.004466] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.004466] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.004466] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.004466] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.004466] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.004466] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.004466] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.035586] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.035905] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.035989] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.036122] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-832" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.039050] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-0a91cb2d-2f41-4c78-b005-ad6455f93049 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.039050] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.039050] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.039050] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.039050] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a91cb2d-2f41-4c78-b005-ad6455f93049',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.054482] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.449466] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f20fd6bb-2084-4ccb-b17a-6d13d4cdb00b None None] Enqueued Resource ID: 23cd2001-57f0-4600-94b6-ea9b29175758 with Priority: HIGHEST for action port [ 1084.449466] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd2001-57f0-4600-94b6-ea9b29175758 with Priority: HIGHEST for action port [ 1084.449466] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-23cd2001-57f0-4600-94b6-ea9b29175758 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.449466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23cd2001-57f0-4600-94b6-ea9b29175758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.449466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23cd2001-57f0-4600-94b6-ea9b29175758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.449466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23cd2001-57f0-4600-94b6-ea9b29175758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.449466] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23cd2001-57f0-4600-94b6-ea9b29175758',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.542665] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.542665] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.542665] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.542665] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.542665] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.542665] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 0a91cb2d-2f41-4c78-b005-ad6455f93049 not found, creating... [ 1084.542665] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.543115] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.543115] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.543115] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.543208] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.543544] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.544558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.544704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.544936] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.545764] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.546092] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 0a91cb2d-2f41-4c78-b005-ad6455f93049 is going to be created. [ 1084.556652] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c898fc1-5836-43e2-a2a1-28d73e304521: rpc.has_security_group_logging(os_id): False [ 1084.567581] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.568130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.568130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.568356] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.568638] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.568819] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.578124] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.578124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.578124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.578520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.578520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.578690] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.578774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.578814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.578990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.579358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.579515] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 is going to be created. [ 1084.668564] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.668564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.668564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.668880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.669067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.687259] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 in Status: IN_PROGRESS for 2s [ 1084.789959] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1084.790223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.790403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.790634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.790896] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.791044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.791111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.791279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.791360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.791455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.791547] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.859556] env[69429]: INFO networking_nsxv3.common.synchronization [req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 req-15845db1-f2d6-4f17-948f-076f2d35d720 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Enqueued Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 1084.859556] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29acb014-2ce5-4674-a913-de956bef89a2 with Priority: HIGHEST for action security_group_members [ 1084.861046] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-29acb014-2ce5-4674-a913-de956bef89a2 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.861337] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.861496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.862169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.862492] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.862748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.862906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.863182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.868069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.868069] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29acb014-2ce5-4674-a913-de956bef89a2',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.952615] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23cd2001-57f0-4600-94b6-ea9b29175758 [ 1084.952850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.953089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.953664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.953960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.954074] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.954177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23cd2001-57f0-4600-94b6-ea9b29175758 already deleted. [ 1084.954284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23cd2001-57f0-4600-94b6-ea9b29175758" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.038808] env[69429]: INFO networking_nsxv3.common.synchronization [req-6fc777e1-33f4-4a07-8152-d45655abdf4b req-8b0c6b68-5438-4164-a1cd-97e3e2403c4e tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 1085.039645] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4412f746-be00-44bb-b503-197426be37d0 with Priority: HIGHEST for action security_group_members [ 1085.040513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-4412f746-be00-44bb-b503-197426be37d0 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.042086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.042178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.042392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.042565] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.042857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.042857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.042968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.043038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.043136] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4412f746-be00-44bb-b503-197426be37d0',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.296267] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.370020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.373021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.373021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.373021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 is going to be updated. [ 1085.403820] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.403820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.403820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.403820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.403820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.411734] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: IN_PROGRESS for 2s [ 1085.545595] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.545595] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.545880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.546187] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.566124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.566481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.566661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.566791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.567047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.567158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.567283] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4412f746-be00-44bb-b503-197426be37d0 is going to be updated. [ 1085.590062] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.590419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.590569] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.590880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.591140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.598873] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: IN_PROGRESS for 2s [ 1085.798463] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d360fa1-9fea-4fd8-bc50-929988ef628d: rpc.has_security_group_logging(os_id): False [ 1085.820038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.820349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.820349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.820613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.820741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.821618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.821618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.821618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.821618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.821618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.821618] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be created. [ 1085.880358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.880523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.880600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.880828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.881033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.891367] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: IN_PROGRESS for 2s [ 1086.066519] env[69429]: INFO networking_nsxv3.common.synchronization [req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 req-c6d2ad94-6961-4953-b81e-503f149ea589 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Enqueued Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_members [ 1086.066962] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_members [ 1086.067468] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.067578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.067705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.068023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.068534] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.068753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.068893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.069194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.069370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.069545] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.158185] env[69429]: INFO networking_nsxv3.common.synchronization [req-655b4237-9906-4cfd-a91c-199916dc3982 req-34d9dc71-5ca1-48e1-8371-758655dbf2c1 service nova] Enqueued Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_rules [ 1086.158185] env[69429]: INFO networking_nsxv3.common.synchronization [req-655b4237-9906-4cfd-a91c-199916dc3982 req-34d9dc71-5ca1-48e1-8371-758655dbf2c1 service nova] Enqueued Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_members [ 1086.158327] env[69429]: INFO networking_nsxv3.common.synchronization [req-655b4237-9906-4cfd-a91c-199916dc3982 req-34d9dc71-5ca1-48e1-8371-758655dbf2c1 service nova] Enqueued Resource ID: 0a91cb2d-2f41-4c78-b005-ad6455f93049 with Priority: HIGHEST for action port [ 1086.158547] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_rules [ 1086.158659] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_members [ 1086.158759] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a91cb2d-2f41-4c78-b005-ad6455f93049 with Priority: HIGHEST for action port [ 1086.159450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.159561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.159561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.159801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.159862] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.162949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.164029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.164029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.164545] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.165156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a91cb2d-2f41-4c78-b005-ad6455f93049 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.165265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.167473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.167473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.167473] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a91cb2d-2f41-4c78-b005-ad6455f93049',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.570118] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.570321] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-479" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.570453] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-479" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.570790] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-479" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.571068] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.571229] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.571349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.571579] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.571730] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.571933] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.572064] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.572178] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.572288] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.572401] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.572516] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.572675] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.574198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.574312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.574382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.574556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.575079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.575079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.575079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.575079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.575079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.575265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.575265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f901b9e-9555-4122-9264-60d03910bd4e already deleted. [ 1086.575379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.591704] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.591903] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.592055] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.592225] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-479" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.592633] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-111ffad5-41d3-4951-a203-66c96fb4a5a7 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.592964] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.592964] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.593726] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.593726] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111ffad5-41d3-4951-a203-66c96fb4a5a7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.668328] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.670158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.670158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671051] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a91cb2d-2f41-4c78-b005-ad6455f93049 with status ACTIVE [ 1086.671051] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.671051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.671395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.671395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.671602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.671756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.672083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.672197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.672446] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.672583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.672679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.672893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.673014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.673133] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a91cb2d-2f41-4c78-b005-ad6455f93049 is going to be updated. [ 1086.694527] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.694766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.694880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.695214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.695417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.695698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a91cb2d-2f41-4c78-b005-ad6455f93049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.698911] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 in Status: SUCCESS [ 1086.699189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.095799] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.096187] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.096349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.096646] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.096870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.097228] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 111ffad5-41d3-4951-a203-66c96fb4a5a7 not found, creating... [ 1087.097574] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097884] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.098181] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.098340] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.098645] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.098814] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.098938] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.099228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.099376] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.099532] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 111ffad5-41d3-4951-a203-66c96fb4a5a7 is going to be created. [ 1087.131134] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.131366] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.131513] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.131812] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.132058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.132291] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.170708] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.421819] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29acb014-2ce5-4674-a913-de956bef89a2 in Status: SUCCESS [ 1087.422065] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29acb014-2ce5-4674-a913-de956bef89a2 deletion is rescheduled due to dependency. [ 1087.422145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29acb014-2ce5-4674-a913-de956bef89a2" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.608231] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4412f746-be00-44bb-b503-197426be37d0 in Status: SUCCESS [ 1087.608376] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4412f746-be00-44bb-b503-197426be37d0 deletion is rescheduled due to dependency. [ 1087.608499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4412f746-be00-44bb-b503-197426be37d0" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.673707] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.673876] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.673949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.674204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.674297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.674400] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed01efa-efb5-4230-8a37-05c7aab921d9 is going to be created. [ 1087.696045] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.696183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.696248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.696475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.696645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.704534] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed01efa-efb5-4230-8a37-05c7aab921d9 in Status: UNINITIALIZED for 2s [ 1087.901447] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1087.901662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.926080] env[69429]: INFO networking_nsxv3.common.synchronization [req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 req-02cc59f4-7a1a-4286-bbbb-1e505e279e24 service nova] Enqueued Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_rules [ 1087.926277] env[69429]: INFO networking_nsxv3.common.synchronization [req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 req-02cc59f4-7a1a-4286-bbbb-1e505e279e24 service nova] Enqueued Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_members [ 1087.926422] env[69429]: INFO networking_nsxv3.common.synchronization [req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 req-02cc59f4-7a1a-4286-bbbb-1e505e279e24 service nova] Enqueued Resource ID: 111ffad5-41d3-4951-a203-66c96fb4a5a7 with Priority: HIGHEST for action port [ 1087.926953] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_rules [ 1087.927131] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_members [ 1087.927245] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111ffad5-41d3-4951-a203-66c96fb4a5a7 with Priority: HIGHEST for action port [ 1087.928079] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.928195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.928239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.928512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.928600] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.929484] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.932450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.932528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.932776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.932938] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.933057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.933125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.933280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.933445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.933579] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.934991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-111ffad5-41d3-4951-a203-66c96fb4a5a7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.934991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.934991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.934991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.934991] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111ffad5-41d3-4951-a203-66c96fb4a5a7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.440793] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.441115] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.441252] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.442208] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 111ffad5-41d3-4951-a203-66c96fb4a5a7 with status ACTIVE [ 1088.442450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.442629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.442743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.443055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.443218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.443515] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.443682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.443789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.448138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.448396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.448777] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.448986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.449124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.449414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.449543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.449742] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 111ffad5-41d3-4951-a203-66c96fb4a5a7 is going to be updated. [ 1088.472698] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.472907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.473084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.473314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.473530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.473716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111ffad5-41d3-4951-a203-66c96fb4a5a7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.955608] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.458785] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.459230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.459230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.459353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.459404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.459473] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f901b9e-9555-4122-9264-60d03910bd4e is going to be created. [ 1089.481203] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.481419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.481419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.481626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.483024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.490763] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f901b9e-9555-4122-9264-60d03910bd4e in Status: UNINITIALIZED for 2s [ 1089.719733] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed01efa-efb5-4230-8a37-05c7aab921d9 in Status: SUCCESS [ 1089.719954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.720139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.720391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.720584] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.720703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.720769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.721081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.721081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.721201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.721232] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.796161] env[69429]: INFO networking_nsxv3.common.synchronization [req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 req-c3ac0d40-c23b-4ff0-890b-0f963f8df476 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 1089.796791] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGHEST for action security_group_members [ 1089.799537] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.799692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.799767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.799970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.800398] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.800398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.800398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.800594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.801525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.801652] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.225807] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.226051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.226124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.226357] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.226659] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.226799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.226863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.227054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.227155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.227246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.227404] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.227491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.227557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.227730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.227881] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.227974] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.228045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.228195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.228277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.228359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.228448] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.307794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.307794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.308230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.308356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.331034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.331034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.331034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.331034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.331034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.331034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.331034] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be updated. [ 1090.354080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.354280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.354330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.354516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.354656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.362699] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: IN_PROGRESS for 2s [ 1090.731029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed01efa-efb5-4230-8a37-05c7aab921d9: rpc.has_security_group_logging(os_id): False [ 1090.749949] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.749949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.749949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.749949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.749949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.750493] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.750782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.750924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.751195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.751327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.751625] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.751783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.751892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.752430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.752430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.752585] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.752688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.753051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.753189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.753319] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed01efa-efb5-4230-8a37-05c7aab921d9 is going to be created. [ 1090.809183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.809377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.809444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.809615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.809795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.819705] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed01efa-efb5-4230-8a37-05c7aab921d9 in Status: IN_PROGRESS for 2s [ 1091.502222] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f901b9e-9555-4122-9264-60d03910bd4e in Status: SUCCESS [ 1091.502319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.502475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.502756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.502893] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.503042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.503204] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.503532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.503532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.503613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.503738] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.011075] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.011075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.011075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.011075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.011503] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.011503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.011503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.011634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.011781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.011826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.011985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.012106] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.012165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.012333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.012483] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.012578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.012639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.012834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.012868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.012961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.013191] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.373993] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 in Status: SUCCESS [ 1092.374248] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 deletion is rescheduled due to dependency. [ 1092.374401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.516628] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f901b9e-9555-4122-9264-60d03910bd4e: rpc.has_security_group_logging(os_id): False [ 1092.536044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.536044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.536044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.537263] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.537615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.537872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.538249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.538521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.540593] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.540593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.540593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.540593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.540593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.540593] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f901b9e-9555-4122-9264-60d03910bd4e is going to be created. [ 1092.602910] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.603086] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.603208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.603452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.603663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.615696] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f901b9e-9555-4122-9264-60d03910bd4e in Status: IN_PROGRESS for 2s [ 1092.831991] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed01efa-efb5-4230-8a37-05c7aab921d9 in Status: SUCCESS [ 1092.832299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.630156] env[69429]: INFO networking_nsxv3.common.synchronization [req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a req-0cfc248c-0f82-414f-8357-80dcdc01f24e tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Enqueued Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_members [ 1094.631733] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f901b9e-9555-4122-9264-60d03910bd4e in Status: SUCCESS [ 1094.631733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.632288] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_members [ 1094.632474] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.632652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.632691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.633463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.633674] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.633807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.633873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.634100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.634161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.634291] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.137786] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.138025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.138025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.138258] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.138345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.138548] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.138649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.138713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.138896] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.138985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.139123] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66be08f2-6eed-4914-8142-9b942741f2cb already deleted. [ 1095.139180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.458941] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.459162] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-137" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.459310] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-137" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.459701] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-137" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.463870] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.463870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.463870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.463870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.463870] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.463870] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.463870] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.463870] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.463870] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.463870] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.463870] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.463870] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.481375] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.481544] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.481683] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.481859] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-137" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.482211] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.482389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.482545] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.482873] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.483188] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.574817] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ff87327-e205-4237-b0f4-8a29542769b7 req-658ed3ce-6984-4cb3-843a-8d0fd02302eb tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Enqueued Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_members [ 1095.576674] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79800a93-43cf-4122-8104-efd19a17bb16 with Priority: HIGHEST for action security_group_members [ 1095.577071] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-79800a93-43cf-4122-8104-efd19a17bb16 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.577231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.577647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.577647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.577768] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.578021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.578021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.578150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.578222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.578332] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79800a93-43cf-4122-8104-efd19a17bb16',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.989022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.989022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.989022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.989022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.989022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.989022] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d not found, creating... [ 1095.989022] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.989022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.989022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.990488] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.990998] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.991499] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.994019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.994019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.994019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.994019] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.994019] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d is going to be created. [ 1096.014768] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.014768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.014768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.014768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.014768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.014768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.080811] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.080958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.081031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.081269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.108200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.108200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.108200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.108200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.108200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.108200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.108200] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 is going to be updated. [ 1096.152311] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.152504] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.152553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.152769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.152904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.167475] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79800a93-43cf-4122-8104-efd19a17bb16 in Status: IN_PROGRESS for 2s [ 1097.156993] env[69429]: INFO networking_nsxv3.common.synchronization [req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a req-bb06b084-adf5-4a6c-a9b9-23c987dc3873 service nova] Enqueued Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_rules [ 1097.157272] env[69429]: INFO networking_nsxv3.common.synchronization [req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a req-bb06b084-adf5-4a6c-a9b9-23c987dc3873 service nova] Enqueued Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_members [ 1097.157348] env[69429]: INFO networking_nsxv3.common.synchronization [req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a req-bb06b084-adf5-4a6c-a9b9-23c987dc3873 service nova] Enqueued Resource ID: 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d with Priority: HIGHEST for action port [ 1097.157839] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_rules [ 1097.160833] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_members [ 1097.161055] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d with Priority: HIGHEST for action port [ 1097.161370] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.161502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.161572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.161838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.161923] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.163326] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.163456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.163574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.163729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.163882] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.163982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.164060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.164209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.164297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.164391] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.165283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.165398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.165465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.165741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.165826] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.251083] env[69429]: INFO networking_nsxv3.common.synchronization [req-c9449949-91f8-443c-b856-4e4d7b53ccae req-06bac519-9161-4d12-a758-38f1d5fe8686 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_members [ 1097.251626] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_members [ 1097.251957] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.252575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.252652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.252924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.253114] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.253226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.253291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.253458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.253585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.253687] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.490456] env[69429]: INFO networking_nsxv3.common.synchronization [req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 req-c2a82c23-08d0-40a7-b316-bfcc9790e90d tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Enqueued Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_members [ 1097.490963] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb930de-1168-4f23-9136-2d3a454bd946 with Priority: HIGHEST for action security_group_members [ 1097.491272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb930de-1168-4f23-9136-2d3a454bd946 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.491393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.493188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.493475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.494219] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.494358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.494433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.494624] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.494719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.494817] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb930de-1168-4f23-9136-2d3a454bd946',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.667164] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.667381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.668037] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.669664] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d with status ACTIVE [ 1097.669881] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.670037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.670108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.670327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.670421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.670622] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.670739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.670817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.670975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.672332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.672733] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.673105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.673211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.673400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.673542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.673660] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d is going to be updated. [ 1097.695187] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.695399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.695522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.695785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.695996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.696243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.733770] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.734118] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.734302] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.734583] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.736039] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.736290] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.736433] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.736787] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.736954] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.737200] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.737323] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.737438] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.740020] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.740020] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.740020] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.740020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.756231] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.756474] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.756549] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.756760] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.757102] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.757282] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.757406] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.757743] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.757886] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcdefe4-9ba8-4ce6-81a9-372dc24b9393',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.761106] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.761388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.761484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.761670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.761762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.761945] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.762133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.762133] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.762253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.762328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.762413] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 already deleted. [ 1097.762745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.997924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.998125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.998205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.998435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.998535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.999008] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.999008] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.999008] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.001619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.001619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.001619] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 is going to be updated. [ 1098.030267] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.030443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.030510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.030721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.031256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.066299] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb930de-1168-4f23-9136-2d3a454bd946 in Status: IN_PROGRESS for 2s [ 1098.176096] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.178030] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79800a93-43cf-4122-8104-efd19a17bb16 in Status: SUCCESS [ 1098.178224] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79800a93-43cf-4122-8104-efd19a17bb16 deletion is rescheduled due to dependency. [ 1098.178339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79800a93-43cf-4122-8104-efd19a17bb16" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.261980] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.262449] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.262748] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.263117] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.263344] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.263566] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 not found, creating... [ 1098.264122] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.264315] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.264514] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.264820] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.264989] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.265385] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.265518] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.265651] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.266614] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.266614] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.266614] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 is going to be created. [ 1098.285074] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.285423] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.286053] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.286053] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.286376] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.286707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.681515] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.681515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.681515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.681836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.681836] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66be08f2-6eed-4914-8142-9b942741f2cb is going to be created. [ 1098.702700] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.702889] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.702941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.703138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.703303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.713177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66be08f2-6eed-4914-8142-9b942741f2cb in Status: UNINITIALIZED for 2s [ 1099.088643] env[69429]: INFO networking_nsxv3.common.synchronization [req-c9449949-91f8-443c-b856-4e4d7b53ccae req-ef3cfb4a-8682-43d2-b3c2-7db557705679 service nova] Enqueued Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_rules [ 1099.088883] env[69429]: INFO networking_nsxv3.common.synchronization [req-c9449949-91f8-443c-b856-4e4d7b53ccae req-ef3cfb4a-8682-43d2-b3c2-7db557705679 service nova] Enqueued Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_members [ 1099.089062] env[69429]: INFO networking_nsxv3.common.synchronization [req-c9449949-91f8-443c-b856-4e4d7b53ccae req-ef3cfb4a-8682-43d2-b3c2-7db557705679 service nova] Enqueued Resource ID: 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 with Priority: HIGHEST for action port [ 1099.089357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_rules [ 1099.089517] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_members [ 1099.089577] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 with Priority: HIGHEST for action port [ 1099.090349] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.090510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.090510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.090689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.090746] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.092727] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.092727] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.092727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.093264] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.094594] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.094594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.094594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.094594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.094594] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcdefe4-9ba8-4ce6-81a9-372dc24b9393',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.596777] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.597226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.597226] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.598107] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 with status ACTIVE [ 1099.598342] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.598509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.598629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.598883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.599016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.600341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.600509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.600674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.600914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.601039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.601289] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.601440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.601527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.601776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.601845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.601942] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 is going to be updated. [ 1099.623504] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.623649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.623740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.624030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.624102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.624254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.075503] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb930de-1168-4f23-9136-2d3a454bd946 in Status: SUCCESS [ 1100.075950] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb930de-1168-4f23-9136-2d3a454bd946 deletion is rescheduled due to dependency. [ 1100.076170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb930de-1168-4f23-9136-2d3a454bd946" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.104191] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.606742] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.607066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.607201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.607549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.607726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.607911] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 is going to be created. [ 1100.632098] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.632350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.632467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.632816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.633215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.641974] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 in Status: UNINITIALIZED for 2s [ 1100.723120] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66be08f2-6eed-4914-8142-9b942741f2cb in Status: SUCCESS [ 1100.723343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.723521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.723768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.723978] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.724114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.724191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.724355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.724441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.724537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.724642] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.230481] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.230712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.230813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.231131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.231321] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.231442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.231531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.231757] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.231880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.232024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.232240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.232366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.232461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.232651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.232824] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.232935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.233509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.233740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.234110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.234328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.234505] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.266231] env[69429]: INFO networking_nsxv3.common.synchronization [req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 req-b6dd050d-74ae-4c0e-b6a3-35ed4dfd8468 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Enqueued Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_members [ 1101.266859] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGHEST for action security_group_members [ 1101.267220] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.267348] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.267421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.267632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.267792] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.267891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.267950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.268114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.268202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.268297] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.359045] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4deada32-0386-463c-9319-039c77090f99 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_rules [ 1101.359307] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_rules [ 1101.359629] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.359713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.359783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.360068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.360153] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.462658] env[69429]: INFO networking_nsxv3.common.synchronization [None req-1d8eba40-0670-401b-97f2-7b5e882fb5f4 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_rules [ 1101.462972] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_rules [ 1101.463689] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.463804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.736598] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66be08f2-6eed-4914-8142-9b942741f2cb: rpc.has_security_group_logging(os_id): False [ 1101.753697] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.753898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.753954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.754195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.754287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.754489] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.754588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.754649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.754807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.754882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.755089] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.755186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.755249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.755391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.755463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.755699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.755780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.755851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.755986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.756506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.756682] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66be08f2-6eed-4914-8142-9b942741f2cb is going to be created. [ 1101.770440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.770563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.770637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.770892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.770996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.771206] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.771309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.771373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.771544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.771622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.771710] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f901b9e-9555-4122-9264-60d03910bd4e is going to be updated. [ 1101.797162] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.797430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.797506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.797758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.797932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.805755] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f901b9e-9555-4122-9264-60d03910bd4e in Status: IN_PROGRESS for 2s [ 1101.821454] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.821651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.821728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.821944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.822194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.831431] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66be08f2-6eed-4914-8142-9b942741f2cb in Status: IN_PROGRESS for 2s [ 1101.882720] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.882720] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f already deleted. [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.882720] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.882720] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.402632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.403485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.403485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.403485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.403485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.403485] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f already deleted. [ 1102.403485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.654046] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 in Status: SUCCESS [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.654046] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.654046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.654046] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.155732] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.658790] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f97fd79-72da-4a87-a0f6-b5d33e09ef96: rpc.has_security_group_logging(os_id): False [ 1103.680985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.680985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.680985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.680985] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 is going to be created. [ 1103.739123] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.739123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.739123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.739123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.739123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.747645] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 in Status: IN_PROGRESS for 2s [ 1103.820077] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f901b9e-9555-4122-9264-60d03910bd4e in Status: SUCCESS [ 1103.820330] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f901b9e-9555-4122-9264-60d03910bd4e deletion is rescheduled due to dependency. [ 1103.820469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.840339] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66be08f2-6eed-4914-8142-9b942741f2cb in Status: SUCCESS [ 1103.840590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.902069] env[69429]: INFO networking_nsxv3.common.synchronization [req-b4c922cd-db8f-4b18-8554-b60dd561a3ae req-a756b55c-31b7-4252-b1a6-758f95aef0a6 tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Enqueued Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_members [ 1103.902793] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_members [ 1103.903173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.903352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.903457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.903866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.904125] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.904283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.904384] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.904621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.904769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.904910] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.410921] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.411356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.411356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.411356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.411444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.411618] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.411718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.411782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.411932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.412021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.412114] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b01acf3-0818-4244-8874-033b92b499ef already deleted. [ 1104.412197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.441808] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.442010] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-855" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.442150] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-855" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.442491] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-855" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.442755] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.442916] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.443048] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.443273] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.443423] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.443655] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.443799] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.443923] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.444084] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.444217] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.444330] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.444467] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.463064] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.463228] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.463279] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.463450] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-855" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.463757] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e57779c5-0838-40d6-bc84-10d680aedcc5 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.463927] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.464064] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.464388] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.464582] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57779c5-0838-40d6-bc84-10d680aedcc5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.966642] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.967781] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.967781] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.967781] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.967781] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.967781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e57779c5-0838-40d6-bc84-10d680aedcc5 not found, creating... [ 1104.968088] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.968088] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.968203] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.968434] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.968578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.968868] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.969231] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.969231] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.969371] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.969507] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.969650] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e57779c5-0838-40d6-bc84-10d680aedcc5 is going to be created. [ 1104.990048] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.990048] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.990295] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.990454] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.990712] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.990976] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.761335] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 in Status: SUCCESS [ 1105.761585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.832317] env[69429]: INFO networking_nsxv3.common.synchronization [req-b4c922cd-db8f-4b18-8554-b60dd561a3ae req-e3a76ab7-3eb4-4e76-9765-02a0a0eb893b service nova] Enqueued Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_rules [ 1105.832503] env[69429]: INFO networking_nsxv3.common.synchronization [req-b4c922cd-db8f-4b18-8554-b60dd561a3ae req-e3a76ab7-3eb4-4e76-9765-02a0a0eb893b service nova] Enqueued Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_members [ 1105.832647] env[69429]: INFO networking_nsxv3.common.synchronization [req-b4c922cd-db8f-4b18-8554-b60dd561a3ae req-e3a76ab7-3eb4-4e76-9765-02a0a0eb893b service nova] Enqueued Resource ID: e57779c5-0838-40d6-bc84-10d680aedcc5 with Priority: HIGHEST for action port [ 1105.833220] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_rules [ 1105.833355] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_members [ 1105.833449] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57779c5-0838-40d6-bc84-10d680aedcc5 with Priority: HIGHEST for action port [ 1105.833787] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.833941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.834058] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.834693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.834841] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.835774] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.836335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.836453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.836723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.836929] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.837081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.837174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.837365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.837493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.837612] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.838517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57779c5-0838-40d6-bc84-10d680aedcc5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.838641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.838737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.838929] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.843029] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57779c5-0838-40d6-bc84-10d680aedcc5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.341244] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.341402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.341554] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.342487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e57779c5-0838-40d6-bc84-10d680aedcc5 with status ACTIVE [ 1106.342600] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.342719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.342837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.342985] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.343092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.343263] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.343361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.343432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.344023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.344118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.344307] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.344406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.344469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.344619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.344693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.344777] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e57779c5-0838-40d6-bc84-10d680aedcc5 is going to be updated. [ 1106.367248] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.367390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.367458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.367663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.367799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.367961] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57779c5-0838-40d6-bc84-10d680aedcc5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.849378] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.352228] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.352376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.352438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.352643] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.352742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.353165] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b01acf3-0818-4244-8874-033b92b499ef is going to be created. [ 1107.377675] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.377877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.378082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.379013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.379013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.388460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b01acf3-0818-4244-8874-033b92b499ef in Status: UNINITIALIZED for 2s [ 1107.729044] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f3fd46d1-ff6d-4a03-bf37-a7aca9e0aef9 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1107.729478] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1107.729780] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.729979] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.730545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.730545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.730674] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.874636] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b4603b92-18a6-481c-89f0-c51eb3305a86 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1107.876621] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1107.876993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.878092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.252269] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.252456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.252536] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.252805] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.252958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.253139] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 already deleted. [ 1108.253281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.253491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.253701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.253826] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.775926] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.776152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.776252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.776550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.776687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.776822] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 already deleted. [ 1108.776944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.398943] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b01acf3-0818-4244-8874-033b92b499ef in Status: SUCCESS [ 1109.399276] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.399490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.399758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.400009] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.400413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.400547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.400755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.401334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.401494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.401636] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.904458] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.904458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.904458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.904458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.904458] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.904725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.904725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.904829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.904870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.904924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.905107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.905173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.905230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.905368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.906919] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.906919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.906919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.906919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.906919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.906919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.906919] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.411592] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b01acf3-0818-4244-8874-033b92b499ef: rpc.has_security_group_logging(os_id): False [ 1110.429177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.429329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.429660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.429660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.429734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.429893] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.429966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.430046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.430203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.430269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.430478] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.430585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.430653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.430801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.430878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.431077] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.431182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.431231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.431361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.431434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.431522] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b01acf3-0818-4244-8874-033b92b499ef is going to be created. [ 1110.486904] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.487065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.487134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.487343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.487522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.498577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b01acf3-0818-4244-8874-033b92b499ef in Status: IN_PROGRESS for 2s [ 1112.513837] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b01acf3-0818-4244-8874-033b92b499ef in Status: SUCCESS [ 1112.514128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.706931] env[69429]: INFO networking_nsxv3.common.synchronization [req-65472f77-e4d0-427d-a002-8b4d461964ac req-5fd0c14d-b6cd-49fd-910d-d2c96c287702 tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Enqueued Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_members [ 1112.708177] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGHEST for action security_group_members [ 1112.708177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.708177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.708378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.708827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.708827] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.708827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.708984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.709420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.709420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.709420] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.214055] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.214055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.214055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.214055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.214055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.214055] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.214055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.214055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.214368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.214368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.214368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66be08f2-6eed-4914-8142-9b942741f2cb is going to be updated. [ 1113.239107] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.242015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.242015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.242015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.242015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.249169] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66be08f2-6eed-4914-8142-9b942741f2cb in Status: IN_PROGRESS for 2s [ 1114.967039] env[69429]: INFO networking_nsxv3.common.synchronization [req-40f9287c-9b58-4479-ba39-1b60131b601e req-a00ced4d-6cf6-41b0-a4a3-5cf04510d484 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1114.967355] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1114.967651] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.967771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.969088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.969164] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.969269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.969325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.969565] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969652] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.260630] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66be08f2-6eed-4914-8142-9b942741f2cb in Status: SUCCESS [ 1115.260630] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66be08f2-6eed-4914-8142-9b942741f2cb deletion is rescheduled due to dependency. [ 1115.260630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.282433] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.282433] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.282433] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.282433] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.282433] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.282433] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.282433] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.283354] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.283354] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.283354] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.283354] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.283354] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.283354] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.283526] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.283566] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.283748] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.300827] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.300827] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.300987] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.301194] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.301515] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-c67bbe10-efe6-427c-a365-4587c7940d13 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.301694] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.301816] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.302157] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.302301] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67bbe10-efe6-427c-a365-4587c7940d13',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.474432] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.805789] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.806087] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.806228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.806523] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.806683] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.806957] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port c67bbe10-efe6-427c-a365-4587c7940d13 not found, creating... [ 1115.807253] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.807421] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.807544] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.807775] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.807924] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.808237] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.808409] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.808530] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.808745] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.808886] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.809045] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: c67bbe10-efe6-427c-a365-4587c7940d13 is going to be created. [ 1115.827578] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.827783] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827912] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.828256] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.828496] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.828727] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.977249] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.482122] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.482122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.482122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.482122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.482122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.482122] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be updated. [ 1116.518947] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.518947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.518947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.521020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.521020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.529750] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: IN_PROGRESS for 2s [ 1116.636224] env[69429]: INFO networking_nsxv3.common.synchronization [req-40f9287c-9b58-4479-ba39-1b60131b601e req-9eda25c2-bb8a-4e02-9bfe-cb7e57aa6f72 service nova] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1116.636224] env[69429]: INFO networking_nsxv3.common.synchronization [req-40f9287c-9b58-4479-ba39-1b60131b601e req-9eda25c2-bb8a-4e02-9bfe-cb7e57aa6f72 service nova] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1116.636224] env[69429]: INFO networking_nsxv3.common.synchronization [req-40f9287c-9b58-4479-ba39-1b60131b601e req-9eda25c2-bb8a-4e02-9bfe-cb7e57aa6f72 service nova] Enqueued Resource ID: c67bbe10-efe6-427c-a365-4587c7940d13 with Priority: HIGHEST for action port [ 1116.636224] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_rules [ 1116.636224] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1116.636224] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67bbe10-efe6-427c-a365-4587c7940d13 with Priority: HIGHEST for action port [ 1116.636224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.636224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.636224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.637967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.637967] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.642047] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.642047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.642047] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67bbe10-efe6-427c-a365-4587c7940d13 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.642047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.642047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.642047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.642047] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67bbe10-efe6-427c-a365-4587c7940d13',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.141891] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.142209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.145434] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c67bbe10-efe6-427c-a365-4587c7940d13 with status ACTIVE [ 1117.145686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.145860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.145958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.146269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.146366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.146595] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.146733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.146825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.147038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.147623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.147623] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.147623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.147623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.147866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.147994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.148087] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c67bbe10-efe6-427c-a365-4587c7940d13 is going to be updated. [ 1117.169703] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.169899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.169954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.170167] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.170564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.170564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67bbe10-efe6-427c-a365-4587c7940d13" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.417250] env[69429]: INFO networking_nsxv3.common.synchronization [req-74218a0d-496e-4f85-8b79-30b89272725c req-7ceb5ff3-94d3-406a-a719-70846eb49b9b tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Enqueued Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_members [ 1117.418291] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b01acf3-0818-4244-8874-033b92b499ef with Priority: HIGHEST for action security_group_members [ 1117.418428] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b01acf3-0818-4244-8874-033b92b499ef taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.421819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.421819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.421819] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b01acf3-0818-4244-8874-033b92b499ef',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.922797] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.923012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.923085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.923254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.923343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.923543] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.923642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.923722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.923841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.923914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.923997] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b01acf3-0818-4244-8874-033b92b499ef is going to be updated. [ 1117.953975] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.953975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.953975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.953975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.953975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.962817] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b01acf3-0818-4244-8874-033b92b499ef in Status: IN_PROGRESS for 2s [ 1118.539355] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1118.539969] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.541800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.541800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.541800] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.541800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.541800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.541800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.541800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.541800] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.044380] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.548584] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.973337] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b01acf3-0818-4244-8874-033b92b499ef in Status: SUCCESS [ 1119.973337] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b01acf3-0818-4244-8874-033b92b499ef deletion is rescheduled due to dependency. [ 1119.973337] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b01acf3-0818-4244-8874-033b92b499ef" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.055217] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.055576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.055576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.055691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.055858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.055924] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be updated. [ 1120.082890] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.082890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.082890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.088170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.088170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.095490] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: IN_PROGRESS for 2s [ 1121.345075] env[69429]: INFO networking_nsxv3.common.synchronization [req-52fa2fa3-02af-409d-84e1-d5ee442eae6b req-5f9b4273-26d4-4282-b01b-c7745ad749f4 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1121.345546] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1121.345913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.346618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.346702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.346938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.347126] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.347232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.347295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.347455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.347542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.347636] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.772878] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.773524] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.773750] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.776036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.776126] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.776555] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.776738] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.777092] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.777314] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.777543] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.777667] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.777774] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.778204] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.778204] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.778204] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.778337] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.800515] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.801092] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.801092] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.801229] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-574" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.801488] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-879471d0-17b3-4698-aabe-b213545cd8f8 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.801655] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.801780] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.802243] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.802402] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879471d0-17b3-4698-aabe-b213545cd8f8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.850472] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.104450] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1122.104759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.105009] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.105336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.105540] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.105660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.105721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.105968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.106074] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.108020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.108020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.305889] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.305889] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.306824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.306824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.306824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.306824] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 879471d0-17b3-4698-aabe-b213545cd8f8 not found, creating... [ 1122.310054] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.310054] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.310054] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.310054] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.310054] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310054] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.310054] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.310054] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.312143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.312346] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.312531] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 879471d0-17b3-4698-aabe-b213545cd8f8 is going to be created. [ 1122.333090] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.333374] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.333524] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.333813] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.334070] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.334312] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.354063] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.609863] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.856509] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.856748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.856838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.857093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.857163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.857262] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1122.891267] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.891414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.891487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.891779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.891868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.900841] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1123.112357] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d360fa1-9fea-4fd8-bc50-929988ef628d: rpc.has_security_group_logging(os_id): False [ 1123.132231] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.132231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.132231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.132231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.132398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.135995] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.136155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.136234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.136436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.136531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.136628] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be updated. [ 1123.217915] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.218120] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.218197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.218430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.218578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.242106] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: IN_PROGRESS for 2s [ 1123.602828] env[69429]: INFO networking_nsxv3.common.synchronization [req-52fa2fa3-02af-409d-84e1-d5ee442eae6b req-461eb366-e619-4c82-b9b2-63a10de95b32 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 1123.603127] env[69429]: INFO networking_nsxv3.common.synchronization [req-52fa2fa3-02af-409d-84e1-d5ee442eae6b req-461eb366-e619-4c82-b9b2-63a10de95b32 service nova] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1123.603127] env[69429]: INFO networking_nsxv3.common.synchronization [req-52fa2fa3-02af-409d-84e1-d5ee442eae6b req-461eb366-e619-4c82-b9b2-63a10de95b32 service nova] Enqueued Resource ID: 879471d0-17b3-4698-aabe-b213545cd8f8 with Priority: HIGHEST for action port [ 1123.604639] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_rules [ 1123.604639] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1123.604639] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879471d0-17b3-4698-aabe-b213545cd8f8 with Priority: HIGHEST for action port [ 1123.604639] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.604639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.604639] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.605223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.605284] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.606088] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.606629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.606629] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-879471d0-17b3-4698-aabe-b213545cd8f8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.606629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.606629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.606908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.606908] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879471d0-17b3-4698-aabe-b213545cd8f8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.934334] env[69429]: INFO networking_nsxv3.common.synchronization [req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 req-39bfc261-5ec1-4ddc-bf25-462ac81cc7a9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1123.934843] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1123.935192] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.935574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.935574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.935741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.935958] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.935958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.936295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.936295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.936295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.936469] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.112505] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.112689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.112844] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879471d0-17b3-4698-aabe-b213545cd8f8 with status ACTIVE [ 1124.113044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.113177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.113253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.113475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.113570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.113796] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.114022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.114022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.114147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.114227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.114416] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.114510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.114588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.114753] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.114827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.114924] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879471d0-17b3-4698-aabe-b213545cd8f8 is going to be updated. [ 1124.143906] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.144079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.144199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.144457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.144736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.144822] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879471d0-17b3-4698-aabe-b213545cd8f8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.283369] env[69429]: INFO networking_nsxv3.common.synchronization [None req-b81baa65-f9bd-4060-88a2-f2e82bde9e6e None None] Enqueued Resource ID: 098e7d92-8c98-45fa-b775-1ee161a5dcd3 with Priority: HIGHEST for action port [ 1124.284101] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098e7d92-8c98-45fa-b775-1ee161a5dcd3 with Priority: HIGHEST for action port [ 1124.284556] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-098e7d92-8c98-45fa-b775-1ee161a5dcd3 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.284696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098e7d92-8c98-45fa-b775-1ee161a5dcd3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.284782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098e7d92-8c98-45fa-b775-1ee161a5dcd3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.285163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098e7d92-8c98-45fa-b775-1ee161a5dcd3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.285266] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098e7d92-8c98-45fa-b775-1ee161a5dcd3',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.558563] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.558804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.558851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.559097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.583038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.583038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.583038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.583038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.583038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583038] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1124.616655] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.616655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.616655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.616655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.616655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.624314] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1124.788195] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 098e7d92-8c98-45fa-b775-1ee161a5dcd3 [ 1124.788439] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.788599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.788670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.788883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.789105] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.789105] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:098e7d92-8c98-45fa-b775-1ee161a5dcd3 already deleted. [ 1124.789219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098e7d92-8c98-45fa-b775-1ee161a5dcd3" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.850205] env[69429]: INFO networking_nsxv3.common.synchronization [req-212d6b82-5764-4be0-ade3-c9875dbccbc8 req-f6d72c17-1610-453c-9ec1-cb7a1b2d27f2 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1124.850841] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1124.855509] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.855509] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.855509] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.855509] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.916789] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.919027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.919027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.919027] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.262898] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1125.262898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.358023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.358023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.358023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.358023] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1125.386239] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.386239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.386239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.386239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.386239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.393958] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1125.426577] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.726913] env[69429]: INFO networking_nsxv3.common.synchronization [None req-8357e679-da79-4f61-9df6-7b817a6842c0 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_rules [ 1125.726913] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_rules [ 1125.726913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.726913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.726913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.726913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.726913] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.865613] env[69429]: INFO networking_nsxv3.common.synchronization [None req-824d3daf-a765-4986-8dd8-dafdf3350212 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_rules [ 1125.866264] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_rules [ 1125.866571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.866676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.928625] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.945796] env[69429]: INFO networking_nsxv3.common.synchronization [None req-36406405-4fb7-424e-b7ad-5aef6d54a8b6 None None] Enqueued Resource ID: 708829af-cea4-431e-b13a-a90d109eb076 with Priority: HIGHEST for action port [ 1125.946382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 708829af-cea4-431e-b13a-a90d109eb076 with Priority: HIGHEST for action port [ 1125.946955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-708829af-cea4-431e-b13a-a90d109eb076 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.947500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-708829af-cea4-431e-b13a-a90d109eb076" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.947604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-708829af-cea4-431e-b13a-a90d109eb076" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.949161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-708829af-cea4-431e-b13a-a90d109eb076" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.949161] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708829af-cea4-431e-b13a-a90d109eb076',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.246224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.246368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.246436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.246674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.246763] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.246885] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e already deleted. [ 1126.247166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.247576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.247576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.247576] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.433794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.433794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.433794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.434190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.434324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.434463] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1126.450640] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 708829af-cea4-431e-b13a-a90d109eb076 [ 1126.450845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.450977] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.451064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.451283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.451375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.451472] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:708829af-cea4-431e-b13a-a90d109eb076 already deleted. [ 1126.451556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-708829af-cea4-431e-b13a-a90d109eb076" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.469203] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.469392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.469432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.469616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.469754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.481890] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1126.635203] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1126.635203] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 deletion is rescheduled due to dependency. [ 1126.635203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.770030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.770030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.770030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.770030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.770030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.770585] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e already deleted. [ 1126.770585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.955318] env[69429]: INFO networking_nsxv3.common.synchronization [None req-68ff5802-ba58-4072-92cf-f64d16c82aa6 None None] Enqueued Resource ID: 9607752f-7905-46f6-ae15-96b6249e0881 with Priority: HIGHEST for action port [ 1126.955318] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9607752f-7905-46f6-ae15-96b6249e0881 with Priority: HIGHEST for action port [ 1126.955547] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9607752f-7905-46f6-ae15-96b6249e0881 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.955682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9607752f-7905-46f6-ae15-96b6249e0881" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.955750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9607752f-7905-46f6-ae15-96b6249e0881" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.956092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9607752f-7905-46f6-ae15-96b6249e0881" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.956169] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9607752f-7905-46f6-ae15-96b6249e0881',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.404326] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1127.405333] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1127.405333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.457774] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9607752f-7905-46f6-ae15-96b6249e0881 [ 1127.458044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.458185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.458312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.458472] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.458611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.458655] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9607752f-7905-46f6-ae15-96b6249e0881 already deleted. [ 1127.458735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9607752f-7905-46f6-ae15-96b6249e0881" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.879236] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4692d27f-5cea-4188-9d93-79d4032e1932 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1127.879236] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1127.879994] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.883283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.884139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.884139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.884139] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.884139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.884475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.884475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.884622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.884622] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.390316] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.392068] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.392068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.392448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.392448] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1128.417979] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.418151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.418220] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.418459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.418601] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.427577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1128.493186] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1128.494786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.494786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.494786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.494786] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.494786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.494786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.494786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.500023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.500023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.500023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.555770] env[69429]: INFO networking_nsxv3.common.synchronization [req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 req-8dfda3dc-dace-4276-8990-e7ad6ff340dc tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_members [ 1128.556422] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_members [ 1128.557174] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.557174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.557174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.557366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.557878] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.557878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.557878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.557878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.558082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.558082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.589805] env[69429]: INFO networking_nsxv3.common.synchronization [None req-72b77a8e-4b7a-4d14-a80e-586c609f1652 None None] Enqueued Resource ID: 7b12550a-54b1-431c-b149-514ced6a12cf with Priority: HIGHEST for action port [ 1128.592291] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b12550a-54b1-431c-b149-514ced6a12cf with Priority: HIGHEST for action port [ 1128.592679] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b12550a-54b1-431c-b149-514ced6a12cf taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.593177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b12550a-54b1-431c-b149-514ced6a12cf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.593177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b12550a-54b1-431c-b149-514ced6a12cf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.593177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b12550a-54b1-431c-b149-514ced6a12cf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.593372] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b12550a-54b1-431c-b149-514ced6a12cf',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.001990] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.001990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.001990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.001990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.001990] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.001990] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.002685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.002685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.002685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002685] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.002685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.002966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.002966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.003139] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.003245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.003341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.003441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.003551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.003672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.003774] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.060899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.061082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.061082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.061345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.061428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.061652] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.061795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.061904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.062155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.062245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.062781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f already deleted. [ 1129.062781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.095503] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b12550a-54b1-431c-b149-514ced6a12cf [ 1129.095503] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.095503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.095503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.095779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.095779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.095779] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b12550a-54b1-431c-b149-514ced6a12cf already deleted. [ 1129.095960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b12550a-54b1-431c-b149-514ced6a12cf" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.402677] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.402677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.402677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.402677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.402677] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.402677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.402968] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.403021] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.406300] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.406300] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.406300] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.406300] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.406300] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.406300] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.406300] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.406300] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.427793] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.427793] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.427793] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.427793] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.427793] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-6b061ec1-6724-4ec5-916a-d0eb06d2a892 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.427793] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.427793] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.427793] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.427793] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b061ec1-6724-4ec5-916a-d0eb06d2a892',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.507091] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab88fbc8-8eed-473e-83e2-85ee7faea484: rpc.has_security_group_logging(os_id): False [ 1129.522701] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.522860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.522932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.523213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.523324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.523561] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.523657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.523718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.523883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.527017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.527017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.527017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.527017] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1129.590431] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.590662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.590744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.591205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.591430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.606429] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1129.933317] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.933863] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.934012] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.934300] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.934457] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.934619] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 6b061ec1-6724-4ec5-916a-d0eb06d2a892 not found, creating... [ 1129.934891] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.935253] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.935253] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.935402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.935545] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.935842] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.936241] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.936449] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.936868] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.936868] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.937082] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 6b061ec1-6724-4ec5-916a-d0eb06d2a892 is going to be created. [ 1129.957740] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.957979] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.958126] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.958397] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.958629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.958852] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.438011] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1130.438403] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 deletion is rescheduled due to dependency. [ 1130.438403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.719193] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6d2bef9-755e-4b88-a848-672c4f927d39 req-725ee453-fd22-41bc-9414-f4e8c0ee6694 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1130.720892] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1130.720892] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.720892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.720892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.720892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.726699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.726919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.729038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.729038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.729038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.729038] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.109080] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.109388] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.109571] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.109900] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.111283] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.111489] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.111619] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.111938] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.112172] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.112417] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.112542] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.112657] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.112769] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.112885] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.113013] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.113157] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.134590] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.134756] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.134901] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.135089] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.135465] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-6c7598c2-336f-4224-ae14-e815caeb6625 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.135685] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.135907] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.136311] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.136421] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7598c2-336f-4224-ae14-e815caeb6625',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.177445] env[69429]: INFO networking_nsxv3.common.synchronization [req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 req-f8a23bbf-4b39-4ef9-90f1-bc863248dc39 service nova] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_rules [ 1131.177734] env[69429]: INFO networking_nsxv3.common.synchronization [req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 req-f8a23bbf-4b39-4ef9-90f1-bc863248dc39 service nova] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_members [ 1131.177965] env[69429]: INFO networking_nsxv3.common.synchronization [req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 req-f8a23bbf-4b39-4ef9-90f1-bc863248dc39 service nova] Enqueued Resource ID: 6b061ec1-6724-4ec5-916a-d0eb06d2a892 with Priority: HIGHEST for action port [ 1131.178528] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_rules [ 1131.178623] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_members [ 1131.178732] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b061ec1-6724-4ec5-916a-d0eb06d2a892 with Priority: HIGHEST for action port [ 1131.186598] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.186598] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.186598] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.186598] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.186598] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.186598] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.191583] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b061ec1-6724-4ec5-916a-d0eb06d2a892 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.191583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.191583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.191583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.191583] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b061ec1-6724-4ec5-916a-d0eb06d2a892',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.235265] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.235430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.235516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.235740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.235835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.236076] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.236184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.236249] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.236427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.236506] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.236595] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 already deleted. [ 1131.236675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.624206] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1131.624473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.639373] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.639634] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.639877] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.640130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.640301] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.640463] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 6c7598c2-336f-4224-ae14-e815caeb6625 not found, creating... [ 1131.640732] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.640982] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.641050] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.641261] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.641402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.641696] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.641892] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.642560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.642905] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.643199] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.643442] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 6c7598c2-336f-4224-ae14-e815caeb6625 is going to be created. [ 1131.664926] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.665143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.665560] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.665944] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.666307] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.666633] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.694033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.694033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.694033] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.694856] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b061ec1-6724-4ec5-916a-d0eb06d2a892 with status ACTIVE [ 1131.695050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.695169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.695238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.695444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.695544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.695712] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.696299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.696299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.696299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.696299] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696487] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.696487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.696487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.696654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.696689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696806] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b061ec1-6724-4ec5-916a-d0eb06d2a892 is going to be updated. [ 1131.718117] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.718335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.718410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.718575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.718708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.718873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b061ec1-6724-4ec5-916a-d0eb06d2a892" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.198743] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.344498] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6d2bef9-755e-4b88-a848-672c4f927d39 req-f8313cfe-54ac-407c-aea9-08ad3028d6ad service nova] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1132.344722] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6d2bef9-755e-4b88-a848-672c4f927d39 req-f8313cfe-54ac-407c-aea9-08ad3028d6ad service nova] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1132.344950] env[69429]: INFO networking_nsxv3.common.synchronization [req-d6d2bef9-755e-4b88-a848-672c4f927d39 req-f8313cfe-54ac-407c-aea9-08ad3028d6ad service nova] Enqueued Resource ID: 6c7598c2-336f-4224-ae14-e815caeb6625 with Priority: HIGHEST for action port [ 1132.345476] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1132.345662] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1132.345824] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7598c2-336f-4224-ae14-e815caeb6625 with Priority: HIGHEST for action port [ 1132.350352] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.350448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.350486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.352875] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.352875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.352875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.352875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.352875] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.358163] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7598c2-336f-4224-ae14-e815caeb6625 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.358163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.358163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.358163] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.358163] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7598c2-336f-4224-ae14-e815caeb6625',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.701111] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.701476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.701476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.701885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.702061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.702223] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f is going to be created. [ 1132.729520] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.729750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.729862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.730202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.730697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.742451] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f in Status: UNINITIALIZED for 2s [ 1132.861699] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c7598c2-336f-4224-ae14-e815caeb6625 with status ACTIVE [ 1132.862476] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.862925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.862925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.863119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.863152] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.863356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.863529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.863529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.863680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.864674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.864674] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.864674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.864674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.864674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.864674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.864674] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c7598c2-336f-4224-ae14-e815caeb6625 is going to be updated. [ 1132.865696] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.865804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.866027] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.885301] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.885447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.885486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.885723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.885865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.886128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.361473] env[69429]: INFO networking_nsxv3.common.synchronization [req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a req-94084580-d50c-49e9-82d4-2041de633848 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Enqueued Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_members [ 1133.364019] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGHEST for action security_group_members [ 1133.364019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.364019] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.364019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.364019] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.368445] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.554575] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.554575] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.554754] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.554996] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.555405] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.555498] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.555545] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.555806] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.555905] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.556154] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.556266] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.556455] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.556517] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.556598] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.557281] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.557281] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.575821] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.576060] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.576220] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.576395] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.576706] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-341bedd9-78ba-46d3-aa8e-da4de3d438ce taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.576873] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.577027] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.577349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.577487] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341bedd9-78ba-46d3-aa8e-da4de3d438ce',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.869279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.869594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.869594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.869787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.869893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870129] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.870240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.870322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.870512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.870619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870720] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed01efa-efb5-4230-8a37-05c7aab921d9 is going to be updated. [ 1133.872017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.872176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.872243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.872408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.872489] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.872579] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 is going to be created. [ 1133.899055] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.899716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.899799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.900313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.900543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.903006] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.903186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.903297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.903747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.903957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.913184] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed01efa-efb5-4230-8a37-05c7aab921d9 in Status: IN_PROGRESS for 2s [ 1133.913795] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: UNINITIALIZED for 2s [ 1134.080577] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.080810] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.080940] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.081269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.081435] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.081598] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 341bedd9-78ba-46d3-aa8e-da4de3d438ce not found, creating... [ 1134.081866] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.082039] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.082169] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.082417] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.082564] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.082862] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.083036] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.083159] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.083369] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.083511] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.083651] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce is going to be created. [ 1134.111337] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.111553] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.111681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.111950] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.112272] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.112506] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.754487] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f in Status: SUCCESS [ 1134.754910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.755213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.755578] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.756603] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.756603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.756603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.756603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.756911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.756911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.756978] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.061289] env[69429]: INFO networking_nsxv3.common.synchronization [req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 req-d4f326cc-fba6-43a6-883a-3e880e0b6d37 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1135.061598] env[69429]: INFO networking_nsxv3.common.synchronization [req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 req-d4f326cc-fba6-43a6-883a-3e880e0b6d37 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1135.061646] env[69429]: INFO networking_nsxv3.common.synchronization [req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 req-d4f326cc-fba6-43a6-883a-3e880e0b6d37 service nova] Enqueued Resource ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce with Priority: HIGHEST for action port [ 1135.061851] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1135.061980] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1135.062089] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce with Priority: HIGHEST for action port [ 1135.062754] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.062821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.062976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.064668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.064769] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.066257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.066387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.066458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.066785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.067049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.067153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.067153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.067293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.067380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.067475] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.071456] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-341bedd9-78ba-46d3-aa8e-da4de3d438ce taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.071456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.071456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.071456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.071456] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341bedd9-78ba-46d3-aa8e-da4de3d438ce',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.259223] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.566632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.566840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.571289] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.574893] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 341bedd9-78ba-46d3-aa8e-da4de3d438ce with status ACTIVE [ 1135.575333] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.575460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.575542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.575818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.575871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.576075] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.576180] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.576230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.576388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.576466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.577033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.577033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.577033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.577033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.577033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.577265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce is going to be updated. [ 1135.614240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.614391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.614453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.614655] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.614865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.614963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.761510] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8ee90de-6c1f-4ed0-82f9-9a179c65500f: rpc.has_security_group_logging(os_id): False [ 1135.781329] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.781491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.781585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.781871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.781976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.782279] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.782394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.782477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.782654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.782759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.782853] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f is going to be created. [ 1135.861883] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.862116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.862198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.862422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.862603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.872999] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f in Status: IN_PROGRESS for 2s [ 1135.952148] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: SUCCESS [ 1135.952375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953155] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed01efa-efb5-4230-8a37-05c7aab921d9 in Status: SUCCESS [ 1135.953332] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed01efa-efb5-4230-8a37-05c7aab921d9 deletion is rescheduled due to dependency. [ 1135.953434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.953798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.953987] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.954138] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.954222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.954412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.954496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.954584] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.954701] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.073139] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.156727] env[69429]: INFO networking_nsxv3.common.synchronization [req-26e6a2a0-f9ab-428e-aa25-b1d9706480da req-4c26a401-72b5-498d-8ccd-0007b7886440 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1136.157739] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1136.157739] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.157739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.157936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.157973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.158146] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.158222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.158343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.158476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.158564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.158656] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.458149] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.576056] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.576289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.576333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.576564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.576659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.576770] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1136.620265] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.620556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.620556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.620809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.620944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635677] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1136.660425] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.660723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.660723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.660856] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.660901] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.661116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.661223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.661289] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.661456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.661532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.661619] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1136.722761] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.722923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.723018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.723292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.723461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.738372] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1136.960961] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd58d0ad-1d43-46cc-bb26-72815cfee7b4: rpc.has_security_group_logging(os_id): False [ 1136.978141] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.978315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.978374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.978606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.978697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.978962] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.979082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.979171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.979303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.979386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.979460] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 is going to be created. [ 1137.039780] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.039947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.040078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.040412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.040412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.051411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: IN_PROGRESS for 2s [ 1137.887213] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f in Status: SUCCESS [ 1137.887488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.653021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1138.653021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.653021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.653419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.653419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.653932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.653932] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.747669] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1138.747999] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 1138.748182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.070870] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: SUCCESS [ 1139.070870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.108272] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 req-9a80eb10-3f39-477d-b0ee-5f0c11bd6b3b tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_members [ 1139.110024] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_members [ 1139.110024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.110024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.110024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.110024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.110024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.110024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.110464] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.110725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.110925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.111146] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.156733] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.156930] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.157286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.157924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.157924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.157924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.157924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.158179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.158338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.158493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.158746] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.158899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.159234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.159306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.159500] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.159662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.159771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.160021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.160162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.160318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.160481] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.445686] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.445896] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-801" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.446062] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-801" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.446413] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-801" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.446688] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.446852] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.447164] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.447431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.447593] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.447807] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.447926] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.448054] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.448171] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.448285] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.448396] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.448542] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.468177] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.468370] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.468514] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.468696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-801" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.469030] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7a5953bc-5753-4f44-8889-bc56fd3770eb taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.469218] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.469340] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.469669] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.469816] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5953bc-5753-4f44-8889-bc56fd3770eb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.612915] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.613747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.613903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.614182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.614304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.614540] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.614737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.614737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.614933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.615077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.615138] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e already deleted. [ 1139.615195] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.663930] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ea2116-27a6-4582-b9ec-4695ac019a03: rpc.has_security_group_logging(os_id): False [ 1139.681463] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.681661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.681661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.681884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.681983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.682191] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.682297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.682359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.682752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.682752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.682885] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.682962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.682962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.683107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.683184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.683396] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.683490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.683550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.683690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.683766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.683852] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1139.738941] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.739154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.739203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.739425] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.739579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.752712] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1139.976696] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.976696] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7a5953bc-5753-4f44-8889-bc56fd3770eb not found, creating... [ 1139.976696] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.976696] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.977137] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.977137] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.977137] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.977137] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.978747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.980351] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7a5953bc-5753-4f44-8889-bc56fd3770eb is going to be created. [ 1139.999060] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.999569] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.999831] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.000249] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.000619] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.000971] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.711530] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 req-79992883-a654-485f-8d20-7c88d967c48f service nova] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_rules [ 1140.711897] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 req-79992883-a654-485f-8d20-7c88d967c48f service nova] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_members [ 1140.711897] env[69429]: INFO networking_nsxv3.common.synchronization [req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 req-79992883-a654-485f-8d20-7c88d967c48f service nova] Enqueued Resource ID: 7a5953bc-5753-4f44-8889-bc56fd3770eb with Priority: HIGHEST for action port [ 1140.712120] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_rules [ 1140.712255] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_members [ 1140.712350] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5953bc-5753-4f44-8889-bc56fd3770eb with Priority: HIGHEST for action port [ 1140.712920] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.713716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.713716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.715783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.715886] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.717835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.717835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.717835] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.719654] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.719654] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a5953bc-5753-4f44-8889-bc56fd3770eb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.719654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.719654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.719654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.721140] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5953bc-5753-4f44-8889-bc56fd3770eb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.225024] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.225024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.225024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.225024] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a5953bc-5753-4f44-8889-bc56fd3770eb with status ACTIVE [ 1141.225024] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.225024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.225024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.225024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.225859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.226437] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.226713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.226957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.227325] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.230080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.230080] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.230080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.230080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.230080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.230080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.230080] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a5953bc-5753-4f44-8889-bc56fd3770eb is going to be updated. [ 1141.231201] env[69429]: INFO networking_nsxv3.common.synchronization [req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec req-1f00c19d-8546-4f2a-85bd-753d245eb080 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1141.233253] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.236434] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1141.236709] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.239755] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.239755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.239755] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.261153] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.261153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.261153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.261153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.261153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.261153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a5953bc-5753-4f44-8889-bc56fd3770eb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.577895] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-a6ea76db-f729-45ec-b5c0-8c877775a6b5 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1141.578582] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1141.578922] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.579240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.579421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.579776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.580027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.580236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.580367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.580589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.580741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.580977] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.736287] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.738028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.738028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.738028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.738028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.738028] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e is going to be created. [ 1141.740435] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.774020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.774020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.774020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.774020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.774020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.774576] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1141.774903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.783449] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: UNINITIALIZED for 2s [ 1142.011374] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.011684] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.011851] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.012228] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.012519] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.012684] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.012809] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.013045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.013203] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.013413] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.013563] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.013702] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.013885] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.014056] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.014219] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.014388] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.030660] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.030914] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.031190] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.031295] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.031602] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.031814] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.031966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.032359] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.032537] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.084050] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.084265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.084368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.084605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.084704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.084912] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.085014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.085084] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.085237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.085312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.085396] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 already deleted. [ 1142.085474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.247030] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.535061] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.535745] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.535745] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.535971] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.536231] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.536470] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 not found, creating... [ 1142.536857] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.537114] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.537301] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.537615] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.537823] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.538252] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.538464] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.538594] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.538808] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.538948] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.539138] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 is going to be created. [ 1142.558400] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.558644] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.558789] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.559083] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.559322] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.559549] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.749259] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.749563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.749563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.749793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.749897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.750029] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1142.778275] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.778275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.778275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.778275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.778275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.786187] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1143.290623] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-32986d3d-01b3-4ab2-b512-f76f3d3663e5 service nova] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_rules [ 1143.290623] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-32986d3d-01b3-4ab2-b512-f76f3d3663e5 service nova] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1143.290623] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-32986d3d-01b3-4ab2-b512-f76f3d3663e5 service nova] Enqueued Resource ID: b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 with Priority: HIGHEST for action port [ 1143.290623] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_rules [ 1143.290623] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1143.290623] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 with Priority: HIGHEST for action port [ 1143.290623] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.290623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.290623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.290623] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.290984] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.291854] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.291968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.292047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.292260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.292361] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.292496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.292552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.292648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.292731] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.292818] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.293551] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.293625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.293668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.293952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.293952] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.793072] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: SUCCESS [ 1143.793394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.793430] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.793703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.793950] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.794125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.794222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.794414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.794526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.794638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.794769] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.795747] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.795852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.796263] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.796904] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 with status ACTIVE [ 1143.797140] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.797221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.797336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.797429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.797513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.797686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.797765] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.797820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.797962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.798052] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.798236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.798323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.798415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.798528] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.798602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.798687] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 is going to be updated. [ 1143.816673] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.816858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.816915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.817207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.817415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.817650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.897556] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-c393aed6-49f3-42d4-a7fc-b87b933ddf41 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1143.898075] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1143.898379] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.898477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.248249] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.248482] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.248626] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.248923] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.249201] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.249388] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.249475] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.249768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.249866] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.250093] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.250222] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.250337] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.250447] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.250562] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.250679] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.250812] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.269084] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.269264] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.269403] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.269578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.269875] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-6fc03470-3de2-43ef-bf6b-f01123485d80 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.270062] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.270192] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.270499] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.270645] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc03470-3de2-43ef-bf6b-f01123485d80',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.297270] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.300527] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.775025] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.775025] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.775025] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.775025] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.775025] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.775025] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 6fc03470-3de2-43ef-bf6b-f01123485d80 not found, creating... [ 1144.775422] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.775632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.775800] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.776175] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.776362] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.776698] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.776910] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.777140] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.777481] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.777731] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.777940] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 6fc03470-3de2-43ef-bf6b-f01123485d80 is going to be created. [ 1144.794609] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1144.794886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.799323] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.799634] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.799805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.800119] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.800436] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.800751] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.801762] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb749a64-f939-4c5a-8bba-ff96cc84a02e: rpc.has_security_group_logging(os_id): False [ 1144.804371] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.804371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.804371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.804371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.804371] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.804371] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be created. [ 1144.820084] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.822034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.822034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.822034] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e is going to be created. [ 1144.826780] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.826928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.827093] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.827254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.827407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.837102] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: UNINITIALIZED for 2s [ 1144.904737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.904956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.904956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.905252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.905482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.924277] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: IN_PROGRESS for 2s [ 1145.584613] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-e39dc66c-34e2-4bb0-b2c6-f5ff9fbb8a8c service nova] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_rules [ 1145.584810] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-e39dc66c-34e2-4bb0-b2c6-f5ff9fbb8a8c service nova] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1145.584952] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-e39dc66c-34e2-4bb0-b2c6-f5ff9fbb8a8c service nova] Enqueued Resource ID: 6fc03470-3de2-43ef-bf6b-f01123485d80 with Priority: HIGHEST for action port [ 1145.585206] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_rules [ 1145.585334] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1145.585430] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc03470-3de2-43ef-bf6b-f01123485d80 with Priority: HIGHEST for action port [ 1145.587921] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588246] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588512] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc03470-3de2-43ef-bf6b-f01123485d80 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.588887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.588966] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc03470-3de2-43ef-bf6b-f01123485d80',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.091068] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fc03470-3de2-43ef-bf6b-f01123485d80 with status ACTIVE [ 1146.091363] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.091582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.091675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.091937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.092072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.092302] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.092420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.092488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.092686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.092769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.092965] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093607] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fc03470-3de2-43ef-bf6b-f01123485d80 is going to be updated. [ 1146.115169] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.115308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.115351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.115654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.115881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.116153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc03470-3de2-43ef-bf6b-f01123485d80" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.275218] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-207dd547-38b7-496f-a14e-de88786beaa8 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1146.275760] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1146.276252] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.276396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.578780] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.578993] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.579143] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.579477] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.579752] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.579915] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.580047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.580274] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.580431] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.580638] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.580790] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.580921] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.581046] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.581205] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.581306] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.581447] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.599408] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.599611] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.599782] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.599974] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-303" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.600325] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-8c798891-5336-4dca-859f-e7ecb3dba59a taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.600473] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.600578] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.600904] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.601063] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c798891-5336-4dca-859f-e7ecb3dba59a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.850970] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1146.851162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.851362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.851582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.851771] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.851890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.851957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.852118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.852202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.852286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.852377] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.853159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.853328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.853479] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.853579] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.853642] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.853781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.853859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.853945] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.936083] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: SUCCESS [ 1146.936333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.103261] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.103631] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.103673] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.103942] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.104135] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.104311] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 8c798891-5336-4dca-859f-e7ecb3dba59a not found, creating... [ 1147.104574] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.104735] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.104859] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.105105] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.105259] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.105546] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.105703] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.105824] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.106083] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.106248] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.106396] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 8c798891-5336-4dca-859f-e7ecb3dba59a is going to be created. [ 1147.124288] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.124495] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.124651] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.124924] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.125168] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.125395] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.355638] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.355842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.358226] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.860969] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.864825] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-6cf714ed-748a-4c49-8d59-8b6380fc7eb1 service nova] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_rules [ 1147.865033] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-6cf714ed-748a-4c49-8d59-8b6380fc7eb1 service nova] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1147.865264] env[69429]: INFO networking_nsxv3.common.synchronization [req-3eeb558d-e59c-4721-854b-bf2546366799 req-6cf714ed-748a-4c49-8d59-8b6380fc7eb1 service nova] Enqueued Resource ID: 8c798891-5336-4dca-859f-e7ecb3dba59a with Priority: HIGHEST for action port [ 1147.865409] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_rules [ 1147.865536] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1147.865642] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c798891-5336-4dca-859f-e7ecb3dba59a with Priority: HIGHEST for action port [ 1147.866397] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.866397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.866664] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.866750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.866941] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c798891-5336-4dca-859f-e7ecb3dba59a taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.867070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.867277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.867445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.867555] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c798891-5336-4dca-859f-e7ecb3dba59a',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.364288] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.364670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.364670] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.364810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.364911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.365139] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1148.369121] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c798891-5336-4dca-859f-e7ecb3dba59a with status ACTIVE [ 1148.369356] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.369512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.369592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.369858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.370088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.370140] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.370323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.370323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.370530] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.370615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.370840] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.370952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.371030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.371203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.371291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.371371] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c798891-5336-4dca-859f-e7ecb3dba59a is going to be updated. [ 1148.391688] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.391688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.391688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.391688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.391688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.391906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c798891-5336-4dca-859f-e7ecb3dba59a" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.392705] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.392846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.392918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.393188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.393338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.405504] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1148.673999] env[69429]: INFO networking_nsxv3.common.synchronization [req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 req-a3cd3b7e-b705-494a-99c0-98418f715889 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1148.674622] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1148.675899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.675968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.676027] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.676665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.676665] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.676665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.676665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.676854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.676854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.676911] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.981048] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.981269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.981407] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.981683] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.981952] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.982129] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.982252] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.982489] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.982630] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.982901] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.983058] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.983182] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.983308] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.983446] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.983561] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.983699] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.001688] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.001876] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.002060] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.002269] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.002607] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-1dfc4b4b-508c-46f3-8b68-37b0579c149f taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.002801] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.002953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.003421] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.003581] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfc4b4b-508c-46f3-8b68-37b0579c149f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.180059] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.180059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.180059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.180327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.180418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.180644] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.180767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.180838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.181036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.181139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.181264] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1149.210606] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.210831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.210923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.211192] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.211621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.219742] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1149.505527] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.505846] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.505920] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.506483] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.506483] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.506689] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 1dfc4b4b-508c-46f3-8b68-37b0579c149f not found, creating... [ 1149.506908] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.507098] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.507258] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.507775] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.507775] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.508829] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.508829] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.508829] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.509280] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.509280] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.509433] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 1dfc4b4b-508c-46f3-8b68-37b0579c149f is going to be created. [ 1149.527354] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.527565] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.527724] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.528095] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.528365] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.528677] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.248536] env[69429]: INFO networking_nsxv3.common.synchronization [req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 req-f57a1a1c-1ccd-4489-b95f-87715dff8695 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1150.248759] env[69429]: INFO networking_nsxv3.common.synchronization [req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 req-f57a1a1c-1ccd-4489-b95f-87715dff8695 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1150.248912] env[69429]: INFO networking_nsxv3.common.synchronization [req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 req-f57a1a1c-1ccd-4489-b95f-87715dff8695 service nova] Enqueued Resource ID: 1dfc4b4b-508c-46f3-8b68-37b0579c149f with Priority: HIGHEST for action port [ 1150.249486] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1150.249627] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1150.249743] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfc4b4b-508c-46f3-8b68-37b0579c149f with Priority: HIGHEST for action port [ 1150.250115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.250181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.250235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.250417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.250494] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.251428] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.251553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.251771] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dfc4b4b-508c-46f3-8b68-37b0579c149f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.251926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.252028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.252245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.252344] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfc4b4b-508c-46f3-8b68-37b0579c149f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.418391] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.418391] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.418391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.418391] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.754233] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.754533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.758850] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dfc4b4b-508c-46f3-8b68-37b0579c149f with status ACTIVE [ 1150.759084] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.759247] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.759290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.759499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.759591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.759772] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.759869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.759933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.760107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.760184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.760366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.760461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.760523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.760665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.760740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.760825] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dfc4b4b-508c-46f3-8b68-37b0579c149f is going to be updated. [ 1150.780568] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.780568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.780568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.780568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.780568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.780568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dfc4b4b-508c-46f3-8b68-37b0579c149f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.919191] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.231774] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1151.231990] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1151.232139] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.232367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.232589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.232789] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.232916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.232981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.233161] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.233248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.233342] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.421624] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.736371] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.931771] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.931771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.931771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.931771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.931771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.931771] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1151.956919] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.957390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.957556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.957880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.958134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.968108] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1152.239202] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.745519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.745519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.745519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.745519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.745519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.745519] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1152.772663] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.772811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.772884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.773121] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.773269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.781908] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1153.600925] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.601315] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.601315] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.601547] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.601825] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.602009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.602306] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.602349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.602505] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.603452] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.603452] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.603452] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.603452] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.603452] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.603452] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.603452] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.622911] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.623259] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.623517] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.623908] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-997" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.624347] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-341bedd9-78ba-46d3-aa8e-da4de3d438ce taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.624632] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.624831] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.625245] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.625526] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341bedd9-78ba-46d3-aa8e-da4de3d438ce',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.978118] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1153.978359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.978581] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.978853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.979418] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.979418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.979418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.979418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.979735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.979735] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.129647] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.129647] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.129647] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.129647] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.129647] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.130445] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.130772] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.131084] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.131425] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.131726] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.132187] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.132497] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.132747] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.133076] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.134691] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.134691] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce is going to be updated. [ 1154.153370] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.153594] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.153722] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.154045] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.154308] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.154558] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.482514] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.731315] env[69429]: INFO networking_nsxv3.common.synchronization [req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 req-c7ba01ec-450e-4411-b070-725adc095a9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1154.734743] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1154.734743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.734743] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.734743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.734743] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.791923] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1154.791997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.792137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.792358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.792766] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.792766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.792766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.792890] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.793274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.793274] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.793274] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.985422] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.087326] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.087588] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.087760] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.088083] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.088621] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.088621] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.088752] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.088957] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.089155] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.089403] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.089552] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.089680] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.089813] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.089951] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.090093] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.090262] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.109071] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.109254] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.109417] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.109591] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-212" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.110144] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.110354] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.110618] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.110978] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.111159] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2225a5fb-0373-4a40-bf58-ccd9c7c91b24',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.130077] env[69429]: INFO networking_nsxv3.common.synchronization [req-729ed180-3c35-4b60-a463-a5c6b7107601 req-996b3e54-a491-4ddd-9b57-7a5d56f326b3 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1155.130349] env[69429]: INFO networking_nsxv3.common.synchronization [req-729ed180-3c35-4b60-a463-a5c6b7107601 req-996b3e54-a491-4ddd-9b57-7a5d56f326b3 service nova] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1155.130436] env[69429]: INFO networking_nsxv3.common.synchronization [req-729ed180-3c35-4b60-a463-a5c6b7107601 req-996b3e54-a491-4ddd-9b57-7a5d56f326b3 service nova] Enqueued Resource ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce with Priority: HIGHEST for action port [ 1155.131185] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_rules [ 1155.131185] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1155.131299] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce with Priority: HIGHEST for action port [ 1155.131894] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.132028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.132117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.132382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.132470] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.134381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.134381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.134381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.134885] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.135295] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-341bedd9-78ba-46d3-aa8e-da4de3d438ce taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.135405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.136025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.136025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.136025] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341bedd9-78ba-46d3-aa8e-da4de3d438ce',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.237185] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.237366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.237459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.237728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.237827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.238049] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.238166] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.238370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.238495] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.238590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.238687] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1155.267574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.267818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.267898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.268172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.268448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.278275] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1155.295683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.295683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.295683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.295683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.295942] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.295942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.296031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.296140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.296253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.296350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.296508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.296613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.296657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.296792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.296931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.297037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.297095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.297230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.297307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.297387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.297473] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.488397] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.488632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.488632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.488842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.488926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.489778] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1155.517183] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.518814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.518814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.518814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.518814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.526558] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1155.613245] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.613505] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.613676] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.614009] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.614187] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.614350] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 not found, creating... [ 1155.614628] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.614796] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.614917] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.615171] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.615320] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.615615] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.615774] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.615981] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.616122] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.616452] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.616452] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 is going to be created. [ 1155.638377] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.638787] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.638935] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.640904] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.640904] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.640904] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.640904] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.640904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.641299] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.641801] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 341bedd9-78ba-46d3-aa8e-da4de3d438ce with status ACTIVE [ 1155.641970] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.642144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.642200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.642411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.642411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.642574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.642672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.642735] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.642877] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.642949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.643138] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.643233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.643290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.643431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.643507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.643618] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 341bedd9-78ba-46d3-aa8e-da4de3d438ce is going to be updated. [ 1155.669054] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.669219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.669273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.669480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.669634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.669797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341bedd9-78ba-46d3-aa8e-da4de3d438ce" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.799722] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad78846-b103-4ee6-afac-13c068ea3be5: rpc.has_security_group_logging(os_id): False [ 1155.828034] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.828306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.828392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.828677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.828850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.829122] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.829296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.829395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.829627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.829777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.830064] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.830214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.830351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.830575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.830710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.830974] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.831334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.831334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.831767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.831767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.831767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1155.892177] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.892467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.892515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.892802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.893034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.905525] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1156.146489] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.352624] env[69429]: INFO networking_nsxv3.common.synchronization [req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 req-e346a3b6-ec60-4901-9f17-c56296575d8e service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 1156.352624] env[69429]: INFO networking_nsxv3.common.synchronization [req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 req-e346a3b6-ec60-4901-9f17-c56296575d8e service nova] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1156.352812] env[69429]: INFO networking_nsxv3.common.synchronization [req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 req-e346a3b6-ec60-4901-9f17-c56296575d8e service nova] Enqueued Resource ID: 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 with Priority: HIGHEST for action port [ 1156.352948] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_rules [ 1156.353087] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1156.353186] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 with Priority: HIGHEST for action port [ 1156.353705] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.353828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.353897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.354599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.354697] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.355919] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.356024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.356241] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.356352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.356424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.356596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.356682] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2225a5fb-0373-4a40-bf58-ccd9c7c91b24',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.648960] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.649193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.649193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.649428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.649524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.649630] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1156.677656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.677833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.677833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.678071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.678226] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.687938] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1156.816347] env[69429]: INFO networking_nsxv3.common.synchronization [req-be6bb69b-2b11-4051-bdc1-d6847b4c92db req-1779150a-6538-4d31-a06e-575282507203 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Enqueued Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_members [ 1156.819662] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb with Priority: HIGHEST for action security_group_members [ 1156.821864] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389a92f-8b94-4659-86e2-ce87dd722fcb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.822031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.822107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.822319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.822482] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.822684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.822684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.822836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.822935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.823047] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5389a92f-8b94-4659-86e2-ce87dd722fcb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.856402] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.856525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.859887] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 with status ACTIVE [ 1156.860102] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.860228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.860291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.860500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.860650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.860769] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.860865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.860925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.861085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.861162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.861381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.861487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.861551] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.862197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.862197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.862197] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 is going to be updated. [ 1157.034322] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.034635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.034777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.035104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.035334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.035630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2225a5fb-0373-4a40-bf58-ccd9c7c91b24" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.288388] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1157.288563] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 1157.288678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.288881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.290020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.290020] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.290020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.290020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.290020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.290020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.290020] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.324617] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.324837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.324837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.325022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.325124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.325619] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.325619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.325619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.325619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.325897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.325897] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb is going to be updated. [ 1157.354419] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.354419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.354419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.354672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.354672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.363808] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb in Status: IN_PROGRESS for 2s [ 1157.537991] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1157.538225] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.538858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.539219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.539425] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.539638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.539712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.539894] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.539983] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.544087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.544087] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.544087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.544373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.544373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.544483] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.544589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.544645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.544784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.544864] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.544946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.545045] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.548156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.548156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.548156] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.548156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.548156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.548156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.548156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.548156] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.792592] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.919291] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1157.919291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.050541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ac15762-1e66-4c86-89fe-cd89caf849c4: rpc.has_security_group_logging(os_id): False [ 1158.051710] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.074341] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.074552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.074552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.075184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.075184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.075184] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.075184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.075463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.075463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.075463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.075654] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.075718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.075783] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.075920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.075992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.076243] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.076338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.076401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.076561] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.076636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.076723] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be created. [ 1158.132353] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.132498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.132498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.132780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.133050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.145976] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1158.257193] env[69429]: INFO networking_nsxv3.common.synchronization [req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 req-e6ce704c-95b1-494d-a9dd-56932d8e607b tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1158.257881] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1158.258676] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.258809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.258880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.259096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.259247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.259346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.259410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.259558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.259646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.259738] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.295445] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.555621] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.701309] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1158.701548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.701715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.702013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.702313] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.702446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.702512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.702680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.702764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.702853] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.702959] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.764667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.764667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.764667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.764667] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1158.783868] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.784101] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.784281] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.784565] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.784828] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.784990] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.785129] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.785349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.785504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.785711] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.785882] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.785960] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.786070] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.786208] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.786345] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.786488] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.788508] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.788609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.788784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.788847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.788976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.797499] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.798747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.798747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.798747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.798747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.798747] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1158.799623] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1158.808034] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.808034] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.808034] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.808034] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.808034] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-2c947201-0615-421d-9428-b2bccc61fbd9 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.808034] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.808034] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.808493] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.808493] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c947201-0615-421d-9428-b2bccc61fbd9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.843924] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.844130] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.844184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.844447] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.844628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.852685] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1159.057276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.057585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.057585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.057760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.057849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.057950] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1159.095146] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.095308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.095366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.095552] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.095694] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.105499] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1159.208503] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.208749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.208749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.208938] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.209123] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.209232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.209272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.209431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.209520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.210038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.210038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.210038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.210038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.210038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.210683] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.210683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.210683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.210683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.210683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.210683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.210683] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.312411] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.312554] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.312720] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.313022] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.313197] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.313388] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 2c947201-0615-421d-9428-b2bccc61fbd9 not found, creating... [ 1159.313675] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.313844] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.314055] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.314469] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.314469] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.314777] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.314997] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.315138] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.316041] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.316041] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.316041] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 2c947201-0615-421d-9428-b2bccc61fbd9 is going to be created. [ 1159.336406] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.336671] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.337099] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.337174] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.337364] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.337596] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.373984] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb in Status: SUCCESS [ 1159.373984] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389a92f-8b94-4659-86e2-ce87dd722fcb deletion is rescheduled due to dependency. [ 1159.374202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389a92f-8b94-4659-86e2-ce87dd722fcb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.712941] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ea2116-27a6-4582-b9ec-4695ac019a03: rpc.has_security_group_logging(os_id): False [ 1159.730529] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.730664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.730726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.730928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.731031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.731217] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.731315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.731392] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.731574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.731653] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.731852] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.731945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.732011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.732158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.732232] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.732409] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.732498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.732558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.732692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.732764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.732845] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1159.809078] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.809315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.809439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.809764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.809999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.829373] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1160.157728] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1160.157964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.158169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.158381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.158460] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.566384] env[69429]: INFO networking_nsxv3.common.synchronization [req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 req-b422424a-d7b2-4b98-a3fa-50863bbb9cfb service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 1160.566620] env[69429]: INFO networking_nsxv3.common.synchronization [req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 req-b422424a-d7b2-4b98-a3fa-50863bbb9cfb service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1160.566836] env[69429]: INFO networking_nsxv3.common.synchronization [req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 req-b422424a-d7b2-4b98-a3fa-50863bbb9cfb service nova] Enqueued Resource ID: 2c947201-0615-421d-9428-b2bccc61fbd9 with Priority: HIGHEST for action port [ 1160.567384] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 1160.567551] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1160.567618] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c947201-0615-421d-9428-b2bccc61fbd9 with Priority: HIGHEST for action port [ 1160.567999] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.568145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.568229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.568427] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.568511] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.569358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569653] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c947201-0615-421d-9428-b2bccc61fbd9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.569966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.570051] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c947201-0615-421d-9428-b2bccc61fbd9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.660513] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.660513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.808684] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1160.808872] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 deletion is rescheduled due to dependency. [ 1160.808989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.809162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.809379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.809566] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.809678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.809740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.809891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.809972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.810078] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.826244] env[69429]: INFO networking_nsxv3.common.synchronization [req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 req-f07a005a-3a8f-4a9c-b063-b4db49bc0f61 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1160.827043] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1160.827163] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.827288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.860819] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1160.861056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.861488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.861702] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.861893] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.862020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.862079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.862237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.862319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.862407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.862496] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.073052] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c947201-0615-421d-9428-b2bccc61fbd9 with status ACTIVE [ 1161.073369] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.073369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.073488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.073629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.073722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.073902] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.074015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.074109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.074251] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.074335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.074519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.074613] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.074671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.074809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.074884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.074968] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c947201-0615-421d-9428-b2bccc61fbd9 is going to be updated. [ 1161.076137] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.096686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.096831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.096904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.097129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.097268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.097451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115051] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1161.115303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115498] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115954] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.116094] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.116272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.116408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.116538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.116571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.116670] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.117497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.117666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.117826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.117950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.118028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.118151] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.118256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.118316] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.311861] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.365048] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367438] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.367438] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367438] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.368145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.368145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.368145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.368145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.368145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.369163] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.620627] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.625038] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.625038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.813908] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.846674] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1161.846972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.872030] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95852f7-9371-4a93-bb93-ba238140c92d: rpc.has_security_group_logging(os_id): False [ 1161.891569] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.891848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.891917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.892158] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.892280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.892599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.892779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.892880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.893178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.893304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.893479] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.893611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.893686] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.893878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.893975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.894441] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.894556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.894556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.894759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.894886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.895013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1161.959742] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.959954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.959954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.960168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.960315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.973473] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1162.056302] env[69429]: INFO networking_nsxv3.common.synchronization [req-e2ca521b-81d1-408f-97f6-f43a6cc86420 req-cea5d3f4-79ef-4ab2-82dd-77a97829c95b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1162.056302] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGHEST for action security_group_members [ 1162.056302] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.056302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.056302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.059733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.062682] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.062682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.062682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.062682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.062682] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.062682] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.123667] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.317173] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.317531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.317531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.317803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.317918] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.318033] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1162.346755] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.346926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.346966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.347201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.347398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.355307] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1162.562875] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.563095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.563168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.563457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.563582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.563828] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.563962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.564076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.564279] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.564372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.564493] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be updated. [ 1162.594299] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.594474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.594543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.594766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.594907] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.605122] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: IN_PROGRESS for 2s [ 1162.627538] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.627966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.627966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.627966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.628199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.628199] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1162.677071] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.677071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.677071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.677071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.677387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.686781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1163.986733] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1163.987011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.364788] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1164.365026] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.365190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.365398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.365592] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.365705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.366233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.366233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.366233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.366233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.366233] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.615462] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 in Status: SUCCESS [ 1164.615724] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 deletion is rescheduled due to dependency. [ 1164.615817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.697368] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1164.697813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.697982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.698308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.698602] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.698788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.699045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.699147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.699278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.699708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.699708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.699831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.699908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.700162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.700381] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.700534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.700630] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.700852] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.700978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.701248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.701316] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.868633] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.204729] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ac15762-1e66-4c86-89fe-cd89caf849c4: rpc.has_security_group_logging(os_id): False [ 1165.223815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.223815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.224065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.224849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.224849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.224849] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.224849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.224849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.225165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.225165] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.225246] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.225301] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.225353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.225502] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.225590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.225819] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.225927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.225993] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.226336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.226336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.226336] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1165.286204] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.286742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.286742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.286742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.286887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.303267] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1165.370874] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 1165.388549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.388758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.388846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.389108] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.389213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.389485] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.389602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.389658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.389831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.389910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.390013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1165.462427] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.462637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.462637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.462862] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.463019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.475032] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1165.893450] env[69429]: INFO networking_nsxv3.common.synchronization [req-e137aa81-a4e4-425e-ad87-fe82680b0b7a req-f3b4a2d1-19bc-4ba1-8088-b685620f29f7 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1165.895625] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1165.895931] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.896119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.896194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.896449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.896612] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.896721] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.896788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.896965] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.897064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.897162] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.399821] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.400230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.400230] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.400300] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.400388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.400585] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.400706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.400777] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.400921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.401555] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.401555] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1166.428480] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.428480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.428480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.428712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.428830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.437082] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1167.317194] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1167.318143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.319568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.319568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.319849] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.493294] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1167.493547] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.824287] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.824566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.824687] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.825042] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.825319] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.825518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.825518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.825697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.825788] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.825916] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.826058] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.328413] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.328546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.328610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.328906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.329172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.329312] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.329367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.329576] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.329676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.329770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.329932] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.330076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.330137] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.330293] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.330573] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.330657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.330704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.330817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.330959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.331224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.331400] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.382708] env[69429]: INFO networking_nsxv3.common.synchronization [req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c req-1aaa31e8-7d25-4ace-811c-39ea7a49ab66 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1168.382708] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1168.382708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.382708] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.382708] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.382708] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.447607] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1168.447855] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1168.447971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.473684] env[69429]: INFO networking_nsxv3.common.synchronization [req-b34d1019-44a4-4003-8973-bca60dad8619 req-c291b75a-15a2-4e6c-a9d3-ba0e17ee64f5 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1168.474486] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGHEST for action security_group_members [ 1168.474978] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.475199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.834433] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ac15762-1e66-4c86-89fe-cd89caf849c4: rpc.has_security_group_logging(os_id): False [ 1168.851738] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.851895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.851971] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.852244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.852662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.852845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.852988] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.853142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.853254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.853355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.853576] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.853676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.853762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.853885] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.853963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.854167] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.854354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.854443] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.854635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.854716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.854823] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1168.885926] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.922910] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.923067] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.923438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.923438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.923533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.936652] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1169.388298] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.890733] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.891065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.891065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.891211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.891306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.891411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1169.918891] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.918986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.919044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.919252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.919393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.926852] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1170.414685] env[69429]: INFO networking_nsxv3.common.synchronization [req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 req-a95f8569-7cd6-4373-9855-ef60e7eade7c tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1170.416049] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGHEST for action security_group_members [ 1170.416324] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.416434] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.416505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.417677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.417851] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.417963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.418039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.418209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.418302] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.418416] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.922198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.922198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.922198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.922198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.922198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.922198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.922625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.922625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.922800] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.922880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.922972] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be updated. [ 1170.951260] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.951442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.951483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.951737] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.951928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.954204] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1170.958219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.964577] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: IN_PROGRESS for 2s [ 1171.937436] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1171.937436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.937436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.937436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.937436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.937436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.937436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.937436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.938060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.938060] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.385054] env[69429]: INFO networking_nsxv3.common.synchronization [req-17b2166f-8f37-41f2-b069-0280faab2dc7 req-64c3d0b5-6c66-4f6f-8ed9-19ffde96e5d1 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1172.385719] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1172.385999] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.387295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.387396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.388024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.388210] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.388431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.388431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.388594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.388705] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.388809] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.440474] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.440640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.440715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.440952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.441068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.441271] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.441375] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.441441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.441610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.441698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.441800] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be updated. [ 1172.466510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466661] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.466945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.475526] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: IN_PROGRESS for 2s [ 1172.891330] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.974541] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95852f7-9371-4a93-bb93-ba238140c92d in Status: SUCCESS [ 1172.974819] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95852f7-9371-4a93-bb93-ba238140c92d deletion is rescheduled due to dependency. [ 1172.974819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.155446] env[69429]: INFO networking_nsxv3.common.synchronization [req-48c0e224-1b11-4182-990c-651b933fbaac req-37cca336-fcf0-4914-a419-f1a90223425f tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_members [ 1173.155988] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 with Priority: HIGHEST for action security_group_members [ 1173.160017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c898fc1-5836-43e2-a2a1-28d73e304521 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.160017] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.160017] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.160017] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c898fc1-5836-43e2-a2a1-28d73e304521',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.393744] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.660711] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.660878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.660949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.661210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.661307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.661510] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.661610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.661671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.661834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.661953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.662072] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 is going to be updated. [ 1173.688414] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.688559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.688672] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.688826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.688963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.696472] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 in Status: IN_PROGRESS for 2s [ 1173.896326] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.896563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.896638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.896851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.896945] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.897061] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be updated. [ 1173.923272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.923442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.923487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.923680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.923823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.934265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: IN_PROGRESS for 2s [ 1174.484430] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 in Status: SUCCESS [ 1174.484846] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 deletion is rescheduled due to dependency. [ 1174.484846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.705130] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 in Status: SUCCESS [ 1175.705338] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c898fc1-5836-43e2-a2a1-28d73e304521 deletion is rescheduled due to dependency. [ 1175.705431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c898fc1-5836-43e2-a2a1-28d73e304521" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.944056] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1175.944311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.157075] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.157360] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.982841] env[69429]: INFO networking_nsxv3.common.synchronization [req-8033bff1-54d8-4aae-8426-62cb6145cd17 req-cb689132-c36d-4c6c-ad22-6259969f6fd5 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1179.983473] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1179.983838] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.984021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.984135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.984386] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.984594] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.984741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.984842] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.985065] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.985208] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.985342] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.480025] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.480260] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.480504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.480804] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.481085] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.481249] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.481373] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.481602] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.481758] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.481976] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.482111] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.482229] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.482345] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.482463] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.482574] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.482713] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.486894] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.487015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.487089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.487248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.487334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.487514] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.487606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.487668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.487809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.487883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.487969] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1180.501624] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.501783] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.501925] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.502104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.502382] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-7185d221-297a-46f6-bb4d-dbd500a3e049 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.502547] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.502670] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.502952] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.503109] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7185d221-297a-46f6-bb4d-dbd500a3e049',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.513483] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.513616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.513663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.513831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.513964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.521461] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1181.005568] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.005936] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.005936] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.006372] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.006372] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.006568] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 7185d221-297a-46f6-bb4d-dbd500a3e049 not found, creating... [ 1181.006839] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.007000] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.007129] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.007348] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.007580] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.007871] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.008090] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.008221] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.008434] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.008608] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.008717] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 7185d221-297a-46f6-bb4d-dbd500a3e049 is going to be created. [ 1181.026639] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.026847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.026987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.027244] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.027468] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.027687] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.733213] env[69429]: INFO networking_nsxv3.common.synchronization [req-8033bff1-54d8-4aae-8426-62cb6145cd17 req-5be299ac-b2c3-4f7a-a6fc-2cb59944f08d service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1181.733213] env[69429]: INFO networking_nsxv3.common.synchronization [req-8033bff1-54d8-4aae-8426-62cb6145cd17 req-5be299ac-b2c3-4f7a-a6fc-2cb59944f08d service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1181.733213] env[69429]: INFO networking_nsxv3.common.synchronization [req-8033bff1-54d8-4aae-8426-62cb6145cd17 req-5be299ac-b2c3-4f7a-a6fc-2cb59944f08d service nova] Enqueued Resource ID: 7185d221-297a-46f6-bb4d-dbd500a3e049 with Priority: HIGHEST for action port [ 1181.733213] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1181.733213] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1181.733213] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7185d221-297a-46f6-bb4d-dbd500a3e049 with Priority: HIGHEST for action port [ 1181.733213] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.733213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.733213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.733213] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.733213] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.734529] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.734749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.735044] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7185d221-297a-46f6-bb4d-dbd500a3e049 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.735290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.735453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.735738] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.735909] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7185d221-297a-46f6-bb4d-dbd500a3e049',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.237522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.237850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.239074] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7185d221-297a-46f6-bb4d-dbd500a3e049 with status ACTIVE [ 1182.239280] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.239387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.239458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.239673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.239766] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.239933] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.240045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.240110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.240260] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.240350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.240521] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.240611] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.240679] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.240869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.240951] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.241048] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7185d221-297a-46f6-bb4d-dbd500a3e049 is going to be updated. [ 1182.261985] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.262143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.262203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.262426] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.262589] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.262754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7185d221-297a-46f6-bb4d-dbd500a3e049" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.530908] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1182.531130] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1182.531244] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.531399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.531619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.531813] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.531923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.532051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.532201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.532282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.532375] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.035062] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.537041] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.619516] env[69429]: INFO networking_nsxv3.common.synchronization [req-c677f0b7-380d-4886-96c0-eb4ad0475351 req-97a2aa5d-aa63-4bae-b349-0a625a011dba tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1183.620117] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d with Priority: HIGHEST for action security_group_members [ 1183.620498] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d360fa1-9fea-4fd8-bc50-929988ef628d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.620690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.620793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.621040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.621254] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.621395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.621485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.621713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.621841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.621963] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d360fa1-9fea-4fd8-bc50-929988ef628d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.043298] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.043451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.043520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.043741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.043837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.043937] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1184.068814] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.068998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.069048] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.069239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.069378] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.076861] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1184.124675] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.124873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.124975] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.125252] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.125545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.125545] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.125698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.125698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.125834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.125914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.126014] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d is going to be updated. [ 1184.156825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.156825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.156825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.156825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.156825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.167900] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: IN_PROGRESS for 2s [ 1186.087048] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1186.087345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.087438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.087743] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.087882] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.088023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.088095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.088303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.088370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.088413] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.088520] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.177131] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d in Status: SUCCESS [ 1186.177327] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d360fa1-9fea-4fd8-bc50-929988ef628d deletion is rescheduled due to dependency. [ 1186.177476] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d360fa1-9fea-4fd8-bc50-929988ef628d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.591631] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.591843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.591843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.592011] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.592179] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.592277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.592335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.592487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.592574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.592664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.592951] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.593089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.593150] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.593297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.593435] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.593525] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.593586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.593724] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.593802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.593881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.593967] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.096671] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad78846-b103-4ee6-afac-13c068ea3be5: rpc.has_security_group_logging(os_id): False [ 1187.115257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.115257] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.115257] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.115865] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.115865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.115865] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.116851] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.116981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.117224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.117433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.117433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.117647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.117733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.117828] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1187.182810] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.182997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.183059] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.183256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.183405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.198466] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1188.229676] env[69429]: INFO networking_nsxv3.common.synchronization [None req-f424d121-f311-46df-809f-2dd5929d4cef tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Enqueued Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1188.230311] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 with Priority: HIGHEST for action security_group_members [ 1188.230779] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ea2116-27a6-4582-b9ec-4695ac019a03 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.230941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.231323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.231323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.231496] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.231606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.231667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.231831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.231957] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.232093] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ea2116-27a6-4582-b9ec-4695ac019a03',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.734801] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.734964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.735029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.735246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.735342] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.735551] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.735658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.735713] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.735873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.735950] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.736052] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 is going to be updated. [ 1188.763413] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.763649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.763649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.763898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.764070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.774853] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: IN_PROGRESS for 2s [ 1189.217296] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1189.217666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.784661] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 in Status: SUCCESS [ 1190.785022] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ea2116-27a6-4582-b9ec-4695ac019a03 deletion is rescheduled due to dependency. [ 1190.785022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ea2116-27a6-4582-b9ec-4695ac019a03" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.358470] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3042dc66-cbfb-4a0c-a07d-745ea65c6a44 None None] Enqueued Resource ID: 9757038c-9647-4aab-8456-b40745a85aa4 with Priority: HIGHEST for action port [ 1192.359284] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757038c-9647-4aab-8456-b40745a85aa4 with Priority: HIGHEST for action port [ 1192.359603] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9757038c-9647-4aab-8456-b40745a85aa4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.359729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9757038c-9647-4aab-8456-b40745a85aa4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.359791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9757038c-9647-4aab-8456-b40745a85aa4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.360234] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9757038c-9647-4aab-8456-b40745a85aa4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.360353] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9757038c-9647-4aab-8456-b40745a85aa4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.862971] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9757038c-9647-4aab-8456-b40745a85aa4 [ 1192.863486] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.863651] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.863739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.863964] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.864071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.864175] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9757038c-9647-4aab-8456-b40745a85aa4 already deleted. [ 1192.864262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9757038c-9647-4aab-8456-b40745a85aa4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.626081] env[69429]: INFO networking_nsxv3.common.synchronization [req-dea67619-c974-4d51-958d-7834b79a891f req-89f5c316-738e-45f2-acfe-e32b214bd5a7 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_members [ 1194.626509] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGHEST for action security_group_members [ 1194.627580] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.627755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.628531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.629049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.629133] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.629229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.629786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.630305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.630305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.630305] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.908470] env[69429]: INFO networking_nsxv3.common.synchronization [None req-44412ef9-aa2f-43ff-834d-bc9a7eb635fb None None] Enqueued Resource ID: e06c236c-d273-4483-a922-ff30167227b1 with Priority: HIGHEST for action port [ 1194.909033] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06c236c-d273-4483-a922-ff30167227b1 with Priority: HIGHEST for action port [ 1194.909338] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06c236c-d273-4483-a922-ff30167227b1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.909463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06c236c-d273-4483-a922-ff30167227b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.909531] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06c236c-d273-4483-a922-ff30167227b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.910197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06c236c-d273-4483-a922-ff30167227b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.910343] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06c236c-d273-4483-a922-ff30167227b1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.920820] env[69429]: INFO networking_nsxv3.common.synchronization [req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 req-dc43fa79-0c77-45ba-b49a-85d593b273ef tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1194.921326] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1194.921770] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.921770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.921873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.921995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.922825] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.923036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.923135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.923356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.923764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.924025] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.132599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.132801] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.132873] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.133136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.133238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.133499] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.133602] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.133680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.133845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.133927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.134055] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f is going to be updated. [ 1195.162737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.162870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.162952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.163170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.163318] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.171680] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f in Status: IN_PROGRESS for 2s [ 1195.413698] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06c236c-d273-4483-a922-ff30167227b1 [ 1195.413945] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.414104] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.414173] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.414388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.414845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.414845] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06c236c-d273-4483-a922-ff30167227b1 already deleted. [ 1195.414845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06c236c-d273-4483-a922-ff30167227b1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.427236] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.427376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.427449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.427689] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.427804] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.427999] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.428118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.428182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.428349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.428420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.428504] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1195.457601] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.457779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.458411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.458411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.458541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.467557] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1197.180325] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f in Status: SUCCESS [ 1197.180621] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f deletion is rescheduled due to dependency. [ 1197.180621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.476553] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1197.476790] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1197.476903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.400250] env[69429]: INFO networking_nsxv3.common.synchronization [req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 req-d5b91a05-ff8c-4bcd-9a02-2c08386e7341 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Enqueued Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_members [ 1198.400842] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_members [ 1198.401207] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.401403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.401518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.401808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.402026] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.402176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.402278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.402486] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.402619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.402752] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.658101] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.658313] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-772" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.658444] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-772" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.658785] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-772" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.659096] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.659265] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.659388] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.659753] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.659938] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.660547] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.660681] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.660804] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.660949] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.661088] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.661215] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.661358] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.679864] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.680053] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.680204] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.680380] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-772" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.680707] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-38e682a1-7fb6-428f-b33a-4d6937a893df taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.680921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.681080] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.681389] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.681533] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e682a1-7fb6-428f-b33a-4d6937a893df',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.905216] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.905382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.905457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.905677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.905774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.905976] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.906111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.906149] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.906307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.906369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.906458] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b already deleted. [ 1198.906559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.186051] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.186400] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.186752] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.187052] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.187209] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.187441] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 38e682a1-7fb6-428f-b33a-4d6937a893df not found, creating... [ 1199.187832] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.188075] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.188258] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.188572] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.188778] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.189213] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.189444] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.189626] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.189925] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.190153] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.190563] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 38e682a1-7fb6-428f-b33a-4d6937a893df is going to be created. [ 1199.209063] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.209275] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.209377] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.209627] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.209847] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.210085] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.975215] env[69429]: INFO networking_nsxv3.common.synchronization [req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 req-29e9a3e8-32c8-4601-9f0f-5ccef44df896 service nova] Enqueued Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_rules [ 1199.975215] env[69429]: INFO networking_nsxv3.common.synchronization [req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 req-29e9a3e8-32c8-4601-9f0f-5ccef44df896 service nova] Enqueued Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_members [ 1199.975215] env[69429]: INFO networking_nsxv3.common.synchronization [req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 req-29e9a3e8-32c8-4601-9f0f-5ccef44df896 service nova] Enqueued Resource ID: 38e682a1-7fb6-428f-b33a-4d6937a893df with Priority: HIGHEST for action port [ 1199.975215] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_rules [ 1199.975215] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_members [ 1199.975215] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e682a1-7fb6-428f-b33a-4d6937a893df with Priority: HIGHEST for action port [ 1199.975215] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.975215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.975215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.975215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.975215] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.976677] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.976925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.977096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.977347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.977578] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.977776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.978019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.978313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.978487] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.978657] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.979693] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e682a1-7fb6-428f-b33a-4d6937a893df taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.979921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.980177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.980419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.980580] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e682a1-7fb6-428f-b33a-4d6937a893df',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.350098] env[69429]: INFO networking_nsxv3.common.synchronization [None req-c1912b99-4028-4231-a712-217d3dd31272 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_rules [ 1200.350098] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_rules [ 1200.350200] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.350315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.350372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.350627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.350712] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.418365] env[69429]: INFO networking_nsxv3.common.synchronization [None req-a9b5c879-f2e9-41b4-a297-4fe2e3ac52ee tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_rules [ 1200.418365] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_rules [ 1200.418365] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.418615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.485021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.485021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38e682a1-7fb6-428f-b33a-4d6937a893df with status ACTIVE [ 1200.485021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.485021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.485021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.485021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.485741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.485741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.485741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.485741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.485741] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38e682a1-7fb6-428f-b33a-4d6937a893df is going to be updated. [ 1200.486651] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.506883] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.506883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.506883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.506883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.506883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.506883] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e682a1-7fb6-428f-b33a-4d6937a893df" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.871230] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.871379] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.871459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.871703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.871799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.871908] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 already deleted. [ 1200.872013] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.872183] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.872350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.872437] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.989410] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.395325] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.395485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.395558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.395780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.395875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.395968] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 already deleted. [ 1201.396062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.492269] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.492520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.492520] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.492714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.492808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.492911] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b is going to be created. [ 1201.515952] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.516126] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.516171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.516332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.516480] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.525013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b in Status: UNINITIALIZED for 2s [ 1203.539360] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b in Status: SUCCESS [ 1203.539649] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.539771] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.540155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.540276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.540401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.540474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.540637] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.540725] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.540813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.540904] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.044518] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.044690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.044774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.044980] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.045172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.045286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.045340] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.045501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.045593] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.045685] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.045833] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.045925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.045986] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.046146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.046282] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.046374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.046435] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.046570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.046699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.046808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.046851] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.549656] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b: rpc.has_security_group_logging(os_id): False [ 1204.567835] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.567922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.567973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.568191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.568288] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.568506] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.568604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.568660] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.568815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.568886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.569105] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.569198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.569401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.569616] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.569616] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.569799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.569899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.569973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.570067] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b is going to be created. [ 1204.626831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.627039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.627154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.627479] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.627730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.637888] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b in Status: IN_PROGRESS for 2s [ 1205.419101] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.419310] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.651080] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b in Status: SUCCESS [ 1206.651080] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.300426] env[69429]: INFO networking_nsxv3.common.synchronization [req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 req-0e5f37e7-b61c-4fb5-9b4a-1c084253f213 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_members [ 1208.300934] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_members [ 1208.301274] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.301397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.301462] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.301719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.301870] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.301967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.302044] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.302255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.302341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.302435] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.617691] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.618027] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.618166] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.618463] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.618819] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.618985] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.620047] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.620316] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.620462] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.620671] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.620789] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.620895] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.621085] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.621146] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.621241] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.621410] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.639753] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.639957] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.640213] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.640439] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-831" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.640807] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-66e58997-e147-4b13-95b0-d16b2bf46b33 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.641165] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.641165] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.641805] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.641805] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e58997-e147-4b13-95b0-d16b2bf46b33',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.804947] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.805156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.805229] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.805482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.805625] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.805854] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.805933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.805992] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.806211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.806262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.806334] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 already deleted. [ 1208.806417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.148284] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.148499] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.148550] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.148837] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.148991] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.149185] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 66e58997-e147-4b13-95b0-d16b2bf46b33 not found, creating... [ 1209.149455] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.149617] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.149741] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.149987] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.150155] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.150444] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.150606] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.150728] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.150938] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.151090] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.151238] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 66e58997-e147-4b13-95b0-d16b2bf46b33 is going to be created. [ 1209.170500] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.170680] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.170803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.171055] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.171280] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.171496] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.012073] env[69429]: INFO networking_nsxv3.common.synchronization [req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 req-71248b76-dbeb-4278-9fb2-4342552ab36f service nova] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_rules [ 1210.012318] env[69429]: INFO networking_nsxv3.common.synchronization [req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 req-71248b76-dbeb-4278-9fb2-4342552ab36f service nova] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_members [ 1210.012419] env[69429]: INFO networking_nsxv3.common.synchronization [req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 req-71248b76-dbeb-4278-9fb2-4342552ab36f service nova] Enqueued Resource ID: 66e58997-e147-4b13-95b0-d16b2bf46b33 with Priority: HIGHEST for action port [ 1210.012645] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_rules [ 1210.012775] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_members [ 1210.012910] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e58997-e147-4b13-95b0-d16b2bf46b33 with Priority: HIGHEST for action port [ 1210.015424] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.015424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.015424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.015424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.015424] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.016712] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.016915] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.017715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.017947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.018163] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.018316] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.018419] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.018629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.018790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.018919] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.020014] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e58997-e147-4b13-95b0-d16b2bf46b33 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.020231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.020282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.020483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.020920] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e58997-e147-4b13-95b0-d16b2bf46b33',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.522237] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.523278] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.523496] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.523563] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66e58997-e147-4b13-95b0-d16b2bf46b33 with status ACTIVE [ 1210.523732] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.523826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.523903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.524132] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.524222] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.524389] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.524483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.524542] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.524692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.524768] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.524945] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.525155] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.525228] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.525373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.525449] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.525534] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66e58997-e147-4b13-95b0-d16b2bf46b33 is going to be updated. [ 1210.546170] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.546352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.546394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.546575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.546828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.546996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e58997-e147-4b13-95b0-d16b2bf46b33" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.676451] env[69429]: INFO networking_nsxv3.common.synchronization [req-89746590-6c81-43d9-adb6-cb25295dc639 req-ce1c0499-fc0e-4ef2-937e-449e20752307 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1210.679256] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1210.679256] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.679256] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.679256] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.679256] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.965598] env[69429]: INFO networking_nsxv3.common.synchronization [req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 req-d56055aa-8388-4b9f-927b-ef25c70ba6c4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Enqueued Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_members [ 1210.965860] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGHEST for action security_group_members [ 1210.966115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.966243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.966317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.966508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.966662] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.966780] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.966843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.966999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.967100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.967192] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.982089] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.982296] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.982422] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.982688] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.982941] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.983113] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.983236] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.983451] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.983629] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.984237] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.984237] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.984237] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.984237] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.984609] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.984609] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.984609] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.005542] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.005542] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.005542] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.005542] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-558" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.005542] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.005542] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.005542] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.006402] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.006727] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5976dbab-2673-4f9d-b2fc-8f1dfeff21e6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.027938] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.180940] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.180940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.180940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.181197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.182025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.182025] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.182025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.182025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.182025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.182025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.182332] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1211.208161] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.208361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.208459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.208717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.208893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.220361] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1211.469706] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.469858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.469933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.470240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.470351] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.470581] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.470712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.470784] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.470956] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.471070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.471173] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b is going to be updated. [ 1211.495980] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.496123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.496169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.496310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.496452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.503563] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b in Status: IN_PROGRESS for 2s [ 1211.509496] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.509687] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.509816] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.510082] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.510234] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.510412] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 not found, creating... [ 1211.510635] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.510797] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.510921] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.511161] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.511304] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.511589] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.511750] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.511872] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.512101] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.512242] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.512385] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 is going to be created. [ 1211.530265] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.530454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.530512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.530719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.530823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.530929] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 is going to be created. [ 1211.533256] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.533379] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.533664] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.533821] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.534104] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.534328] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.556890] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.557032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.557081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.557248] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.557387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.565593] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: UNINITIALIZED for 2s [ 1212.316919] env[69429]: INFO networking_nsxv3.common.synchronization [req-89746590-6c81-43d9-adb6-cb25295dc639 req-324f4b0f-3145-4dce-9cd4-af4b151f7da3 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1212.317187] env[69429]: INFO networking_nsxv3.common.synchronization [req-89746590-6c81-43d9-adb6-cb25295dc639 req-324f4b0f-3145-4dce-9cd4-af4b151f7da3 service nova] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1212.317227] env[69429]: INFO networking_nsxv3.common.synchronization [req-89746590-6c81-43d9-adb6-cb25295dc639 req-324f4b0f-3145-4dce-9cd4-af4b151f7da3 service nova] Enqueued Resource ID: 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 with Priority: HIGHEST for action port [ 1212.317696] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_rules [ 1212.317835] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1212.318029] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 with Priority: HIGHEST for action port [ 1212.318327] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.318451] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.318521] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.318734] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.318818] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.319671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.319786] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.319993] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.320107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.320172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.320338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.320413] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5976dbab-2673-4f9d-b2fc-8f1dfeff21e6',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.822619] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.822846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.822945] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 with status ACTIVE [ 1212.823115] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.823224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.823307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.823560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.823770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.823770] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.823942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.823942] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.824099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.824179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.824358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.824448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.824511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.824646] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.824712] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.824796] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 is going to be updated. [ 1212.845188] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.845385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.845385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.845563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.845698] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.845868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.232664] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1213.232859] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1213.232978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.233176] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.233423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.233624] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.233751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.233832] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.233998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.234112] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.234211] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.300851] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.301058] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.301217] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.301512] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.301795] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.301966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.302292] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.302610] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.303704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.303704] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.303704] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.303704] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.303704] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.303704] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.303704] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.303704] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.322611] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.322917] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.323149] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.323403] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-25" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.323781] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-6c7598c2-336f-4224-ae14-e815caeb6625 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.324007] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.324171] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.324482] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.324717] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7598c2-336f-4224-ae14-e815caeb6625',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.512696] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b in Status: SUCCESS [ 1213.512909] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b deletion is rescheduled due to dependency. [ 1213.513047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.573411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: SUCCESS [ 1213.573636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.573792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.574018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.574300] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.574429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.574429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.574532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.574618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.574700] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.574789] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.736449] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.829379] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.829645] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.829834] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.830157] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.830338] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.830699] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.830907] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.831074] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.831318] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.831467] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.831762] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.831954] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.832145] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.832411] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.832566] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.832739] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 6c7598c2-336f-4224-ae14-e815caeb6625 is going to be updated. [ 1213.853499] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.853721] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.853854] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.854160] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.854406] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.854646] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.077031] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.239031] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.578945] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e3721a5-ab64-4eac-a9d5-c5e2a486e035: rpc.has_security_group_logging(os_id): False [ 1214.598427] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.598591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.598591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.598792] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.598972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.599224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.599328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.599388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.599548] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.599628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.599717] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 is going to be created. [ 1214.657845] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.658087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.658087] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.658303] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.658485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.668710] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: IN_PROGRESS for 2s [ 1214.683628] env[69429]: INFO networking_nsxv3.common.synchronization [req-b44b8850-1802-4459-a88a-1b9233df8a28 req-0e0a94bb-3699-41fc-8416-5e28cf162115 service nova] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1214.683810] env[69429]: INFO networking_nsxv3.common.synchronization [req-b44b8850-1802-4459-a88a-1b9233df8a28 req-0e0a94bb-3699-41fc-8416-5e28cf162115 service nova] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1214.683952] env[69429]: INFO networking_nsxv3.common.synchronization [req-b44b8850-1802-4459-a88a-1b9233df8a28 req-0e0a94bb-3699-41fc-8416-5e28cf162115 service nova] Enqueued Resource ID: 6c7598c2-336f-4224-ae14-e815caeb6625 with Priority: HIGHEST for action port [ 1214.684294] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_rules [ 1214.684401] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1214.684545] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7598c2-336f-4224-ae14-e815caeb6625 with Priority: HIGHEST for action port [ 1214.685097] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.685238] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.685406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.685508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.685579] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.686865] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.687098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.687333] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.687385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.688028] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.688028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.688028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.688028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.688028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.688028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.689429] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7598c2-336f-4224-ae14-e815caeb6625 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.689537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.689537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.689696] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.689774] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7598c2-336f-4224-ae14-e815caeb6625',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.741247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.741440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.741481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.741697] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.741790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.741894] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1214.784170] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.784320] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.784407] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.784609] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.784772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.798540] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1215.188209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.188458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.189723] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.191782] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c7598c2-336f-4224-ae14-e815caeb6625 with status ACTIVE [ 1215.191994] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.192134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.192201] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.192424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.192518] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.192699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.192798] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.192866] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.193033] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.193114] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.193301] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.193395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.193458] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.193596] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.193671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.193896] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c7598c2-336f-4224-ae14-e815caeb6625 is going to be updated. [ 1215.219763] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.219948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.220055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.220298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.220445] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.220619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7598c2-336f-4224-ae14-e815caeb6625" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.696322] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.198913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.199356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.202781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.202781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.202781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.202781] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 is going to be updated. [ 1216.234047] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.234047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.234047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.234047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.234047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.243802] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: IN_PROGRESS for 2s [ 1216.469355] env[69429]: INFO networking_nsxv3.common.synchronization [req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a req-802eb30d-3044-445a-92c8-9b72de6b58eb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_members [ 1216.469581] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 with Priority: HIGHEST for action security_group_members [ 1216.470029] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.470029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.470153] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.470855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.470855] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.470855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.470855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.470855] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.471349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.471349] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f97fd79-72da-4a87-a0f6-b5d33e09ef96',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.684245] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: SUCCESS [ 1216.684681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.807849] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1216.808231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.808272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.808481] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.808668] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.808787] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.808849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.809012] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.809129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.809223] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.809317] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.972973] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.973277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.973277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.973492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.973610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.973799] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.973899] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.973962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.974134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.974215] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.974301] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 is going to be updated. [ 1217.100524] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.100727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.100727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.100953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.101109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.109238] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 in Status: IN_PROGRESS for 2s [ 1217.313574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.313840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.313958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.314227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.314439] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.314571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.314647] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.314833] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.314936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.315040] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.315196] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.315292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.315356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.315501] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.315686] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.315807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.315870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.316034] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.316118] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.316203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.316292] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.820090] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad78846-b103-4ee6-afac-13c068ea3be5: rpc.has_security_group_logging(os_id): False [ 1217.836717] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.836717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.836717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.836717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.836717] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.837418] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.837418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.837418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.837418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.837418] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.838549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.838549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.838549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.838549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.838549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.838549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.838935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.838935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.838935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.838935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.839145] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1217.899850] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.900174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.900345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.900575] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.900749] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.914106] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1218.253948] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: SUCCESS [ 1218.254237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.254440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.254693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.254912] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.255076] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.255157] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.255365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.255466] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.255564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.255679] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.761469] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.115991] env[69429]: INFO networking_nsxv3.common.synchronization [req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 req-2dcbdb27-6f5e-4d96-bc94-1fbec7120c89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1219.117924] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1219.118328] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.118461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.118535] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.118854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.118934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.119025] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.119085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.119242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.119330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.119439] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.120972] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 in Status: SUCCESS [ 1219.123978] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f97fd79-72da-4a87-a0f6-b5d33e09ef96 deletion is rescheduled due to dependency. [ 1219.124178] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f97fd79-72da-4a87-a0f6-b5d33e09ef96" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.268410] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd58d0ad-1d43-46cc-bb26-72815cfee7b4: rpc.has_security_group_logging(os_id): False [ 1219.285907] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.286344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.286512] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.286733] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.286935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.287296] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.287437] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.287526] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.288194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.288194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.288194] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 is going to be updated. [ 1219.352560] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.352888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.353019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.353313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.353503] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.367362] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: IN_PROGRESS for 2s [ 1219.628934] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.628934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.628934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.628934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.650794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.650794] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.650794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.650794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.650794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.650794] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.650794] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1219.674409] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.677032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.677032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.677032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.677032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.684452] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1219.929881] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1219.929881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.380746] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: SUCCESS [ 1221.381887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.700229] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1221.700229] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 deletion is rescheduled due to dependency. [ 1221.700457] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.118888] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.119212] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.115782] env[69429]: INFO networking_nsxv3.common.synchronization [req-3e43c251-9078-45c2-9164-1097c75a8303 req-52c8b99a-3138-4c18-83b4-58ed14f4a61f tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1226.115782] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1226.115782] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.115782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.115782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.115782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.115782] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.115782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.116297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.116297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.116297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.116404] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.428784] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.428878] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.429018] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.429351] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.429633] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.429799] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.429922] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.430177] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.430328] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.430546] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.430665] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.430778] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.430891] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.431011] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.431129] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.431266] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.449675] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.449874] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1226.450053] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.450297] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.450639] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-9d528282-36dd-4845-b787-abf080ce5917 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.450822] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.451041] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.451340] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.451489] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d528282-36dd-4845-b787-abf080ce5917',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.620553] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.620797] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.620881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.621107] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.621207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.621415] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.621534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.621594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.621714] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.621790] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.621877] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be updated. [ 1226.645758] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.645953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.646016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.646243] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.646409] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.654222] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: IN_PROGRESS for 2s [ 1226.953946] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.953946] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.954166] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.954349] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.954543] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.954787] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 9d528282-36dd-4845-b787-abf080ce5917 not found, creating... [ 1226.955151] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.955348] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.955483] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.955722] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.955876] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.956189] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.956354] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.956478] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.956695] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.956835] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.957057] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 9d528282-36dd-4845-b787-abf080ce5917 is going to be created. [ 1226.975128] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.975311] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.975452] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.975770] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.976082] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.976323] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.666382] env[69429]: INFO networking_nsxv3.common.synchronization [req-3e43c251-9078-45c2-9164-1097c75a8303 req-f51ce7d2-83c7-41c2-8360-fe46b7449009 service nova] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_rules [ 1227.666382] env[69429]: INFO networking_nsxv3.common.synchronization [req-3e43c251-9078-45c2-9164-1097c75a8303 req-f51ce7d2-83c7-41c2-8360-fe46b7449009 service nova] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1227.666382] env[69429]: INFO networking_nsxv3.common.synchronization [req-3e43c251-9078-45c2-9164-1097c75a8303 req-f51ce7d2-83c7-41c2-8360-fe46b7449009 service nova] Enqueued Resource ID: 9d528282-36dd-4845-b787-abf080ce5917 with Priority: HIGHEST for action port [ 1227.666382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_rules [ 1227.666382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1227.666382] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d528282-36dd-4845-b787-abf080ce5917 with Priority: HIGHEST for action port [ 1227.666382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.666382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.666382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.666382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.666382] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.667953] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.668330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.669033] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d528282-36dd-4845-b787-abf080ce5917 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.669291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.669459] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.669952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.670135] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d528282-36dd-4845-b787-abf080ce5917',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.172060] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.172246] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.173624] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d528282-36dd-4845-b787-abf080ce5917 with status ACTIVE [ 1228.173908] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.173908] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.174069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.174271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.174374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.174555] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.174667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.174728] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.174928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.175019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.175229] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.175327] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.175391] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.175566] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.175654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.175876] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d528282-36dd-4845-b787-abf080ce5917 is going to be updated. [ 1228.196158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.196341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.196406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.196614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.196778] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.197119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.355088] env[69429]: INFO networking_nsxv3.common.synchronization [req-f4c1e7a4-9305-44b9-8abe-6841144bb374 req-2af35f41-5d6d-4e0b-90da-fffbae2fe1ca tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1228.355608] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1228.355913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.356061] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.356170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.356370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.356556] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.356662] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.356718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.356893] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.357023] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.357127] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.664718] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.664926] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.665070] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.665326] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.665594] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.665757] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.665965] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.666097] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.666257] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.666449] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.666684] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.666684] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.666805] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.666889] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.667049] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.667200] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.668899] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1228.669090] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b deletion is rescheduled due to dependency. [ 1228.669390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.669909] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.670122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.670294] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.670398] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.670455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.670607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.670688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.670786] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.686918] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.687178] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.687488] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.687574] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.687841] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-e76915b2-8017-4b5a-b5ed-b61b98fe7174 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.688504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.688504] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.688634] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.688692] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76915b2-8017-4b5a-b5ed-b61b98fe7174',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.859524] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.859742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.859910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.860194] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.860365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.860667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.860846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.860940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.861174] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.861268] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.861377] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1228.883730] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.883923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.883923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.884179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.884415] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.892020] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1229.172922] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.193621] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.193862] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.194040] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.194380] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.194556] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.194736] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port e76915b2-8017-4b5a-b5ed-b61b98fe7174 not found, creating... [ 1229.195053] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.195240] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.195368] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.195617] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.195785] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.196170] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.196348] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.196474] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.196707] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.196844] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.197086] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: e76915b2-8017-4b5a-b5ed-b61b98fe7174 is going to be created. [ 1229.234134] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.234327] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.234458] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.234755] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.234970] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.235212] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.674864] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.901177] env[69429]: INFO networking_nsxv3.common.synchronization [req-f4c1e7a4-9305-44b9-8abe-6841144bb374 req-a3fcda05-6ee1-444a-a036-caae9de046f0 service nova] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 1229.902101] env[69429]: INFO networking_nsxv3.common.synchronization [req-f4c1e7a4-9305-44b9-8abe-6841144bb374 req-a3fcda05-6ee1-444a-a036-caae9de046f0 service nova] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1229.902101] env[69429]: INFO networking_nsxv3.common.synchronization [req-f4c1e7a4-9305-44b9-8abe-6841144bb374 req-a3fcda05-6ee1-444a-a036-caae9de046f0 service nova] Enqueued Resource ID: e76915b2-8017-4b5a-b5ed-b61b98fe7174 with Priority: HIGHEST for action port [ 1229.902303] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 1229.902427] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1229.902621] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76915b2-8017-4b5a-b5ed-b61b98fe7174 with Priority: HIGHEST for action port [ 1229.903155] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.903367] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.903467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.904082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.904082] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.905128] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.905732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.905732] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76915b2-8017-4b5a-b5ed-b61b98fe7174 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.905732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.905732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.906028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.906028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76915b2-8017-4b5a-b5ed-b61b98fe7174',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.177437] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.177654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.177654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.177857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.177947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.178063] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be updated. [ 1230.202811] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.202962] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.203049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.203273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.203799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.211353] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: IN_PROGRESS for 2s [ 1230.408451] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.408633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.408786] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e76915b2-8017-4b5a-b5ed-b61b98fe7174 with status ACTIVE [ 1230.408952] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.409074] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.409188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.409349] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.409439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.409658] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.409741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.409741] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.409892] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.409968] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.410161] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.410255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.410314] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.410453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.410527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.410610] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e76915b2-8017-4b5a-b5ed-b61b98fe7174 is going to be updated. [ 1230.431871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.432031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.432079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.432254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.432380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.432527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76915b2-8017-4b5a-b5ed-b61b98fe7174" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.900630] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1230.900957] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 deletion is rescheduled due to dependency. [ 1230.900997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.901184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.901417] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.901629] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.901770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.901838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.902039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.902144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.902251] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.406206] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.908830] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.220227] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1232.220452] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.220618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.220828] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.221032] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.221171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.221245] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.221442] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.221538] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.221603] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.221666] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.411798] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.412024] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.412079] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.412344] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.412441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.412548] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1232.438680] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.438834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.438906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.439136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.439282] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.446707] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1232.723681] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.724806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.724806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.724806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.724806] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.724806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.724806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.724806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.725444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.725444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.725444] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.725444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.725444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.725444] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.725759] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.725759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.725759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.725952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.725952] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.726031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.726131] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.228060] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc6250f-706f-4c02-bad2-d681b1bd438b: rpc.has_security_group_logging(os_id): False [ 1233.247283] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.247497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.248904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.248904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.248904] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.248904] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.249144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.249144] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.249209] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.249976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.249976] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.249976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.249976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.249976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.249976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.250400] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.250400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.250400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.250594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.250732] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.250810] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be updated. [ 1233.314911] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.315135] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.315184] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.315405] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.315553] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.327948] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: IN_PROGRESS for 2s [ 1234.458732] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1234.459175] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.459219] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.459558] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.459801] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.459954] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.460060] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.460264] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.460377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.460494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.460609] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.903918] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.904118] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1234.962654] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.212929] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ae735e8-8c1b-4031-9472-320093851616 req-c9a04708-e235-4dd7-b5a4-2a3684da8a7f tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1235.214358] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc6250f-706f-4c02-bad2-d681b1bd438b with Priority: HIGHEST for action security_group_members [ 1235.214358] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc6250f-706f-4c02-bad2-d681b1bd438b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.214358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.214358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.214756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.214756] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.214843] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.214881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.215071] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.215188] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.215246] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc6250f-706f-4c02-bad2-d681b1bd438b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.254261] env[69429]: INFO networking_nsxv3.common.synchronization [req-6ae735e8-8c1b-4031-9472-320093851616 req-c9a04708-e235-4dd7-b5a4-2a3684da8a7f tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 9d528282-36dd-4845-b787-abf080ce5917 with Priority: HIGHEST for action port [ 1235.254737] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d528282-36dd-4845-b787-abf080ce5917 with Priority: HIGHEST for action port [ 1235.255067] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d528282-36dd-4845-b787-abf080ce5917 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.255196] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.255266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.255471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.255551] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d528282-36dd-4845-b787-abf080ce5917',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.341123] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1235.341123] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.467449] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd69a36b-5b83-4b18-9dd0-9c3738502478: rpc.has_security_group_logging(os_id): False [ 1235.483815] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.483991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.484096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.484332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.484446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.484694] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.484808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.484875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.485102] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.485189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.485280] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1235.548359] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.548511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.548511] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.548665] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.548816] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.559366] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1235.717209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.717377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.717450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.717675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.717772] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.717972] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.718110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.718156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.718290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.718381] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.718452] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b is going to be updated. [ 1235.745658] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.745818] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.745858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.746179] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.746278] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.754655] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: IN_PROGRESS for 2s [ 1235.757210] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d528282-36dd-4845-b787-abf080ce5917 with status ACTIVE [ 1235.757210] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.757364] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.757408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.757573] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.757658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.757827] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.757926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.758007] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.758182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.758263] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.758450] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.758546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.758610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.758750] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.758824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.758907] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d528282-36dd-4845-b787-abf080ce5917 is going to be updated. [ 1235.777959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.778131] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.778210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.778393] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.778516] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.778664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d528282-36dd-4845-b787-abf080ce5917" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.573305] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1237.573657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.764819] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc6250f-706f-4c02-bad2-d681b1bd438b in Status: SUCCESS [ 1237.765044] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc6250f-706f-4c02-bad2-d681b1bd438b deletion is rescheduled due to dependency. [ 1237.765169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc6250f-706f-4c02-bad2-d681b1bd438b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.256167] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.256528] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.475735] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.476064] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.476064] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.476385] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.476657] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.476822] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.476943] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.477263] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.477450] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.477668] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.477787] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.477901] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.478023] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.478142] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.478302] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.478479] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.497534] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.497696] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.497842] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.498017] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-655" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.498331] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-2c947201-0615-421d-9428-b2bccc61fbd9 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.498501] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.498627] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.498873] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.499025] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c947201-0615-421d-9428-b2bccc61fbd9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.001487] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.001721] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.001849] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.002171] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.002338] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.002631] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.002795] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.002920] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.003166] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.003307] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.003596] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.003754] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.003874] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.004106] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.004253] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.004396] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 2c947201-0615-421d-9428-b2bccc61fbd9 is going to be updated. [ 1243.023196] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.023416] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.023549] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.023924] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.024133] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.025167] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.690318] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffae2149-20ee-442c-b2e3-a331f60ec2ae req-49080387-6f59-4afa-a08e-00181cdb5b57 service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 1243.690595] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffae2149-20ee-442c-b2e3-a331f60ec2ae req-49080387-6f59-4afa-a08e-00181cdb5b57 service nova] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1243.690650] env[69429]: INFO networking_nsxv3.common.synchronization [req-ffae2149-20ee-442c-b2e3-a331f60ec2ae req-49080387-6f59-4afa-a08e-00181cdb5b57 service nova] Enqueued Resource ID: 2c947201-0615-421d-9428-b2bccc61fbd9 with Priority: HIGHEST for action port [ 1243.690871] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_rules [ 1243.690992] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1243.691106] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c947201-0615-421d-9428-b2bccc61fbd9 with Priority: HIGHEST for action port [ 1243.691626] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.691745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.691820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.692032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.692119] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.692910] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.693029] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.693097] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.693266] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.693412] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.693508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.693571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.693709] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.693795] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.693881] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.694569] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c947201-0615-421d-9428-b2bccc61fbd9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.694675] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.694740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.694887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.694959] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c947201-0615-421d-9428-b2bccc61fbd9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.196685] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.197768] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.197881] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.198280] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c947201-0615-421d-9428-b2bccc61fbd9 with status ACTIVE [ 1244.198458] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.198568] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.198634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.198830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.198923] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.199101] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.199199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.199262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.199411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.199490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.199667] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.199761] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.199823] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.199960] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.200046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.200129] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c947201-0615-421d-9428-b2bccc61fbd9 is going to be updated. [ 1244.221058] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.221218] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.221290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.221482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.221610] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.221762] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c947201-0615-421d-9428-b2bccc61fbd9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.699668] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.202653] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.202906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.202906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.203128] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.203225] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.203377] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1245.237955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.238227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.238227] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.238380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.238523] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.247501] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1246.255337] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1246.255818] env[69429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fa70ff3a-f83f-4347-9c03-3b40fa69727c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1247.257338] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1247.257744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.257744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.257912] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.258111] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.258242] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.258306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.258461] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.258543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.258636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.258725] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.761133] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.263455] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 1248.280388] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.280560] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.280615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.280820] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.280914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.281175] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.281283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.281347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.281507] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.281587] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.281672] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1248.336777] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.336995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.336995] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.337231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.337373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.349253] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1248.692752] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.692752] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1250.364780] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1250.365233] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.198443] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.198746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.198746] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.198875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.199728] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.701283] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.204470] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.707013] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1252.707390] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1253.385951] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.386210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.386210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.386492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.400790] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1253.401803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.402832] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1253.440500] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.440723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.440793] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.441047] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.454857] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.455710] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1253.455824] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.455874] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1253.497205] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.497491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.497491] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.497678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.499423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.499609] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1253.579255] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.579482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.579482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.579729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.580089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.580411] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1253.652975] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.653265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.653369] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.653673] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.654020] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.654384] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1253.654532] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0f901b9e-9555-4122-9264-60d03910bd4e', '7ac15762-1e66-4c86-89fe-cd89caf849c4', '66be08f2-6eed-4914-8142-9b942741f2cb', '1af51124-8bc6-461a-ac71-3f60c552bf64', 'fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8', '94279bce-3edb-47b6-a199-ea0868a6bd19', 'ed3fb07e-a2db-47ec-bdfd-8b5d2902923e', 'bed01efa-efb5-4230-8a37-05c7aab921d9', 'bb749a64-f939-4c5a-8bba-ff96cc84a02e', 'fd58d0ad-1d43-46cc-bb26-72815cfee7b4', '30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b', 'ab88fbc8-8eed-473e-83e2-85ee7faea484', '2e3721a5-ab64-4eac-a9d5-c5e2a486e035', 'd26b981f-653b-4655-b10d-f5f69621cd4f', '0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1', 'f95852f7-9371-4a93-bb93-ba238140c92d', '7a37c3ba-6279-4b80-a860-9035f0cdf93c', '6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4', 'f8ee90de-6c1f-4ed0-82f9-9a179c65500f', 'dad78846-b103-4ee6-afac-13c068ea3be5', '67b7866e-91ef-4052-b481-0c8630290ffb', '29acb014-2ce5-4674-a913-de956bef89a2', '5fb930de-1168-4f23-9136-2d3a454bd946', '5389a92f-8b94-4659-86e2-ce87dd722fcb', 'c9cac490-b364-471c-ac8e-b1f1a0ca4696', 'caa782f9-2d52-4975-aaf1-a1f8021cbd88', 'e2e64f6c-a8a0-4158-b3d8-6c1cfe87d4af', '79800a93-43cf-4122-8104-efd19a17bb16', '1686c1bd-a9c9-4723-8084-606bf69f1ce1', 'ce6d1019-2878-4831-9cd6-9a049eaf05e1', '45898b5c-6974-41af-acd0-52c7e2388311', '5c898fc1-5836-43e2-a2a1-28d73e304521', 'd92b2a83-644f-47d0-add5-309aae43a563', 'bd69a36b-5b83-4b18-9dd0-9c3738502478', '2b05e246-80d8-4cb3-b7f0-c75436b775f0', '6d6c7b0c-18db-4560-9c74-7d58a8d45e6c', '2f97fd79-72da-4a87-a0f6-b5d33e09ef96', '10d5b0cf-813c-4727-a52f-ed657c77f0aa', 'bdc6250f-706f-4c02-bad2-d681b1bd438b', '9d360fa1-9fea-4fd8-bc50-929988ef628d', '5680826e-293d-44ee-8138-991414726236', 'f33d56eb-0ee6-41b9-bc04-8803fb92acb0', '109e7668-a33e-4a88-ae86-069ddc73a43d', '3f11cd31-d184-41ab-bc66-ad38f01c08f1', '31e7a045-d659-4f30-bded-b3acaae57a4e', '22ea2116-27a6-4582-b9ec-4695ac019a03', '2b01acf3-0818-4244-8874-033b92b499ef', '4412f746-be00-44bb-b503-197426be37d0', '24a80956-76b5-4346-8a82-b083a36419f6'} {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.654646] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1253.693345] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.693500] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.708861] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.709341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.709341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.709341] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.709465] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.709570] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1253.709643] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.709715] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1253.783590] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.783810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.783810] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.784039] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.785411] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.786605] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1253.786605] env[69429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.786605] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1253.786605] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1253.786605] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGH for action security_group_rules [ 1253.786605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGH for action security_group_rules [ 1253.787357] env[69429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGH for action security_group_rules [ 1253.787799] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.203594] env[69429]: INFO networking_nsxv3.common.synchronization [req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 req-2754a87d-0e67-4779-9a18-269304885225 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Enqueued Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGHEST for action security_group_members [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f901b9e-9555-4122-9264-60d03910bd4e with Priority: HIGH for action security_group_rules [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66be08f2-6eed-4914-8142-9b942741f2cb with Priority: HIGH for action security_group_rules [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e with Priority: HIGH for action security_group_rules [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 with Priority: HIGH for action security_group_rules [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad78846-b103-4ee6-afac-13c068ea3be5 with Priority: HIGH for action security_group_rules [ 1256.205095] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f with Priority: HIGH for action security_group_rules [ 1256.205378] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 with Priority: HIGH for action security_group_rules [ 1256.205413] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGH for action security_group_rules [ 1256.205504] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b981f-653b-4655-b10d-f5f69621cd4f with Priority: HIGH for action security_group_rules [ 1256.205597] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95852f7-9371-4a93-bb93-ba238140c92d with Priority: HIGH for action security_group_rules [ 1256.205684] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGH for action security_group_rules [ 1256.205770] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 with Priority: HIGH for action security_group_rules [ 1256.205855] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b with Priority: HIGH for action security_group_rules [ 1256.206402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGH for action security_group_rules [ 1256.206402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGH for action security_group_rules [ 1256.206402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 with Priority: HIGH for action security_group_rules [ 1256.206402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed01efa-efb5-4230-8a37-05c7aab921d9 with Priority: HIGH for action security_group_rules [ 1256.206402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGH for action security_group_rules [ 1256.206402] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 with Priority: HIGH for action security_group_rules [ 1256.206841] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 with Priority: HIGH for action security_group_rules [ 1256.206841] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.206841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.207022] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.207073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.207242] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.207345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.207400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.207550] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.207633] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.207722] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.208561] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f901b9e-9555-4122-9264-60d03910bd4e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.208664] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.208729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.208932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.209023] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f901b9e-9555-4122-9264-60d03910bd4e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.209913] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66be08f2-6eed-4914-8142-9b942741f2cb taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.210239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.210239] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.210354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.210354] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66be08f2-6eed-4914-8142-9b942741f2cb',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.210991] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.211858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.211858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.211858] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.211858] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3fb07e-a2db-47ec-bdfd-8b5d2902923e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.212412] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.212412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.212412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.212412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.212792] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.213500] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad78846-b103-4ee6-afac-13c068ea3be5 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.213500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.213500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.213500] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.213500] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad78846-b103-4ee6-afac-13c068ea3be5',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.214202] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.214319] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.214383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.214532] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.214602] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ee90de-6c1f-4ed0-82f9-9a179c65500f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.216210] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.216210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.216210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.216210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.216210] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.216599] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.216748] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.216785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.216906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.216990] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.218604] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b981f-653b-4655-b10d-f5f69621cd4f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.218604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.218604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.218604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.218604] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b981f-653b-4655-b10d-f5f69621cd4f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.218813] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95852f7-9371-4a93-bb93-ba238140c92d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.218867] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.218925] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.219085] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.219161] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95852f7-9371-4a93-bb93-ba238140c92d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.219831] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.219903] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.219973] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.220156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.220228] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.220872] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab88fbc8-8eed-473e-83e2-85ee7faea484 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.220976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.221055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.221236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.221273] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab88fbc8-8eed-473e-83e2-85ee7faea484',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.222073] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.222154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.222193] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.222336] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.222436] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.223296] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.223403] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.223471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.223621] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.223772] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.224382] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.224450] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.224492] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.225018] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.225018] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.228222] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94279bce-3edb-47b6-a199-ea0868a6bd19 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.228286] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.228365] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.228529] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.228600] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94279bce-3edb-47b6-a199-ea0868a6bd19',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.229276] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed01efa-efb5-4230-8a37-05c7aab921d9 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.229428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.229497] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.229648] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.229717] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed01efa-efb5-4230-8a37-05c7aab921d9',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.230839] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.230944] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.231077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.231156] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.231225] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.232021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac15762-1e66-4c86-89fe-cd89caf849c4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.232119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.233019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.233019] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.233019] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac15762-1e66-4c86-89fe-cd89caf849c4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.234574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af51124-8bc6-461a-ac71-3f60c552bf64 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.234574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.234574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.234574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.234574] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af51124-8bc6-461a-ac71-3f60c552bf64',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.261484] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.261484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.261484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.261484] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.262809] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.262924] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.277998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.278116] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f901b9e-9555-4122-9264-60d03910bd4e is going to be deleted. [ 1256.278898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.279101] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.300755] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.300891] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1 is going to be deleted. [ 1256.336209] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.337091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.337091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.337091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.337091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.337091] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f901b9e-9555-4122-9264-60d03910bd4e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.346445] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.346585] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.346628] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.346789] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.346875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.346987] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb5fe6f-01bc-44a8-bbe6-5cf60d1cd1c1" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.739477] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.739477] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.739740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.739740] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.739941] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.740037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.740075] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.740231] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.740326] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.740759] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.740858] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.743045] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.743205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.743205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.743338] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.743478] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.743572] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.743636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.743774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.743850] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.743928] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.744015] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.751778] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.751897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.751953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.752343] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.753491] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.753599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.753658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.753807] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.753948] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.754054] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.754116] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.754253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.754334] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.754416] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.754496] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.755654] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.755849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.755922] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.756090] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.756235] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.756329] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.756436] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.756545] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.756604] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.756692] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.756773] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.757737] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.757834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.757906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.758068] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.758237] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.758359] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.758414] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.758554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.758631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.758710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.758790] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.819225] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.819225] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.820067] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.820164] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.820897] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.820991] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.821721] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.821803] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.822891] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.822891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.823304] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.823396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.824046] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.824143] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.824796] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.824891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.825522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.825614] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.826562] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.826562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.826997] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1256.827457] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.827539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.828148] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1256.828539] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.828626] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.829193] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1256.829574] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.829666] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.830294] env[69429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1256.830691] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.830879] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.831010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.831072] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.831272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.831353] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.831448] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be updated. [ 1256.832361] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.832537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.855663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.855816] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed01efa-efb5-4230-8a37-05c7aab921d9 is going to be deleted. [ 1256.856635] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.856847] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.879952] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.880202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.880202] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.880373] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.880515] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.887376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.887535] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b is going to be deleted. [ 1256.888387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.888591] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.889898] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: IN_PROGRESS for 2s [ 1256.913088] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.913250] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af51124-8bc6-461a-ac71-3f60c552bf64 is going to be deleted. [ 1256.914070] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.914284] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.946339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.946632] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66be08f2-6eed-4914-8142-9b942741f2cb is going to be deleted. [ 1256.948313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.948533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.950256] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.950412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.976224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.976438] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.983615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.983817] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ee90de-6c1f-4ed0-82f9-9a179c65500f is going to be deleted. [ 1256.984663] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.984880] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.018486] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.018640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.034667] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.034795] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac15762-1e66-4c86-89fe-cd89caf849c4 is going to be deleted. [ 1257.035719] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.036429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.037218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.037339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.059615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.059881] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab88fbc8-8eed-473e-83e2-85ee7faea484 is going to be deleted. [ 1257.060620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.060830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.120160] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.120322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.140754] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.140930] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3fb07e-a2db-47ec-bdfd-8b5d2902923e is going to be deleted. [ 1257.141941] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.142191] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.229517] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.229517] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.240970] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.240970] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.243522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.244021] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4 is going to be deleted. [ 1257.244821] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.245774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.246840] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.247160] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.256549] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.260807] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.266389] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.291563] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.291563] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95852f7-9371-4a93-bb93-ba238140c92d is going to be deleted. [ 1257.292010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.292236] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.292328] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.292424] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 is going to be deleted. [ 1257.293224] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.293674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.318656] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.318656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.389654] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.389654] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94279bce-3edb-47b6-a199-ea0868a6bd19 is going to be deleted. [ 1257.390136] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.390347] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.494366] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.494539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.495508] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.495633] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b981f-653b-4655-b10d-f5f69621cd4f is going to be deleted. [ 1257.496510] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.496722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.496811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.496936] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed01efa-efb5-4230-8a37-05c7aab921d9" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.497100] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.497324] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.497433] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.497533] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d1eae0-b4ff-4dad-aed2-d93b4d6cd39b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.498571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.498688] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.498726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.498886] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.498966] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.499095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f9aad81-d5aa-4c24-bbc1-b6b49adae4b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.499254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.499406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.499483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.499590] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66be08f2-6eed-4914-8142-9b942741f2cb" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.499706] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.499846] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.499920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.500045] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af51124-8bc6-461a-ac71-3f60c552bf64" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.500172] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.500315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.500385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.500494] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ee90de-6c1f-4ed0-82f9-9a179c65500f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.500606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.500745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.500815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.500921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac15762-1e66-4c86-89fe-cd89caf849c4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.501056] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.501217] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.501273] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.501574] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab88fbc8-8eed-473e-83e2-85ee7faea484" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.501693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.501837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.501910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.502062] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3fb07e-a2db-47ec-bdfd-8b5d2902923e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.502134] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.502275] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.502350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.502453] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95852f7-9371-4a93-bb93-ba238140c92d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.545041] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.545171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.545171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.545473] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.545607] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.545764] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.596647] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.596817] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.596868] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.597103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.597198] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.597399] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94279bce-3edb-47b6-a199-ea0868a6bd19" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.598097] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.598214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.598277] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.598441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.598524] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.598656] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b981f-653b-4655-b10d-f5f69621cd4f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.748270] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd58d0ad-1d43-46cc-bb26-72815cfee7b4: rpc.has_security_group_logging(os_id): False [ 1257.749480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8: rpc.has_security_group_logging(os_id): False [ 1257.759254] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb749a64-f939-4c5a-8bba-ff96cc84a02e: rpc.has_security_group_logging(os_id): False [ 1257.763466] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e3721a5-ab64-4eac-a9d5-c5e2a486e035: rpc.has_security_group_logging(os_id): False [ 1257.767772] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a37c3ba-6279-4b80-a860-9035f0cdf93c: rpc.has_security_group_logging(os_id): False [ 1257.776860] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.776860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.776860] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.777015] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.778486] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.778592] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.796821] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.796972] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.797757] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.797863] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.798571] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.798677] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.802066] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.802311] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.802420] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.802463] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.802668] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.802736] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.803142] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 is going to be updated. [ 1257.803826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.804010] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.865537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.865959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.866095] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.866169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.866499] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.866597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.866700] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1257.867854] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.868053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.895947] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.896272] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.896377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.896446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.896636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.896718] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.896813] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1257.897967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.897967] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.924211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.924553] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.924657] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.924722] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.924931] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.925038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.925153] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 is going to be updated. [ 1257.926089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.926265] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.931327] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.931513] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.951978] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.952286] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.952387] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.952454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.952739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.952825] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.952914] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e is going to be updated. [ 1257.953989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.954313] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.954380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.956023] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.956146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.956216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.956370] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.956488] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.992924] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: IN_PROGRESS for 2s [ 1257.996954] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1258.000536] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.000681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.000751] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.001031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.001221] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.025585] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1258.026680] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.026824] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.026914] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.027081] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.027323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.055269] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.055422] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.055519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.055747] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.055898] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.058173] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: IN_PROGRESS for 2s [ 1258.093986] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: IN_PROGRESS for 2s [ 1258.903246] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad78846-b103-4ee6-afac-13c068ea3be5 in Status: SUCCESS [ 1258.903620] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad78846-b103-4ee6-afac-13c068ea3be5 deletion is rescheduled due to dependency. [ 1258.903620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad78846-b103-4ee6-afac-13c068ea3be5" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.446388] env[69429]: INFO networking_nsxv3.common.synchronization [req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 req-26fec297-d6c9-4121-88c8-1387696842a5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1259.446833] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1259.447151] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.447315] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.447396] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.447571] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.447721] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.447812] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.447875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.449021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.449170] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.449283] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.713673] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.713956] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.714181] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.714520] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.714802] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.714964] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.715096] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.715336] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.715489] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.715700] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.715819] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.715956] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.716099] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.716250] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.716393] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.716539] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.734089] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.734330] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.734481] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.734668] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-286" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.735014] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-d0888e48-f029-4129-ac0f-2d0c6d6f2079 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.735211] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.735338] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.735681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.735829] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0888e48-f029-4129-ac0f-2d0c6d6f2079',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.957573] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.008767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: SUCCESS [ 1260.008767] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.010305] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1260.010305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.036140] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1260.036140] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.068826] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: SUCCESS [ 1260.068826] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.105159] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: SUCCESS [ 1260.105159] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.239835] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.239835] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.239835] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.240090] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.240195] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.240362] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port d0888e48-f029-4129-ac0f-2d0c6d6f2079 not found, creating... [ 1260.240628] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.240791] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.240910] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.241174] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.241318] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.241632] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.241966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.241966] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.242107] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.242256] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.242399] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: d0888e48-f029-4129-ac0f-2d0c6d6f2079 is going to be created. [ 1260.262115] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.262293] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.262768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.262768] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.262897] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.263081] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.424083] env[69429]: INFO networking_nsxv3.common.synchronization [req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 req-f6fb28da-d152-435b-aa56-a5d535a7b6f5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Enqueued Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1260.424083] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 with Priority: HIGHEST for action security_group_members [ 1260.424083] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.424083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.424363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.424363] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.424522] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.424619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.424681] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.424831] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.424917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.425028] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.456860] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.929494] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.929872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.929872] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.930057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.930057] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.930230] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.930335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.930390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.933522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.933522] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.933522] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 is going to be updated. [ 1260.942371] env[69429]: INFO networking_nsxv3.common.synchronization [req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 req-023b7418-2fe5-49d3-9220-fdf42b759692 service nova] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 1260.942574] env[69429]: INFO networking_nsxv3.common.synchronization [req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 req-023b7418-2fe5-49d3-9220-fdf42b759692 service nova] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1260.942720] env[69429]: INFO networking_nsxv3.common.synchronization [req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 req-023b7418-2fe5-49d3-9220-fdf42b759692 service nova] Enqueued Resource ID: d0888e48-f029-4129-ac0f-2d0c6d6f2079 with Priority: HIGHEST for action port [ 1260.943201] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_rules [ 1260.943335] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1260.943431] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0888e48-f029-4129-ac0f-2d0c6d6f2079 with Priority: HIGHEST for action port [ 1260.943690] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.943802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.943871] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.944207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.944306] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.945201] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.945310] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.947210] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0888e48-f029-4129-ac0f-2d0c6d6f2079 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.947210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.947210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.947210] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.947210] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0888e48-f029-4129-ac0f-2d0c6d6f2079',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.955229] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.955394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.955394] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.956583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.956583] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.959378] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.959779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.959779] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.960189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.960189] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.960189] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1260.963846] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: IN_PROGRESS for 2s [ 1260.984671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.984940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.984940] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.985124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.985350] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.992791] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1261.447785] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.447785] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.448018] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0888e48-f029-4129-ac0f-2d0c6d6f2079 with status ACTIVE [ 1261.448224] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.448388] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.448468] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.448726] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.448848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.449054] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.449186] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.449271] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.449454] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.449556] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.449750] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.449849] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.449911] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.450069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.450148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.450233] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0888e48-f029-4129-ac0f-2d0c6d6f2079 is going to be updated. [ 1261.469484] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.469622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.469690] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.469870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.469999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.470199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0888e48-f029-4129-ac0f-2d0c6d6f2079" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.973745] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 in Status: SUCCESS [ 1262.973745] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8 deletion is rescheduled due to dependency. [ 1262.974168] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc72f8a8-e5e9-4be0-bc3a-a5b112194ca8" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.000668] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1263.000891] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.001432] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.001796] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.001895] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.001984] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.002046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.002358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.002358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.002358] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.507411] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.007548] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.510440] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.510650] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.510729] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.510963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.511077] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.511195] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1264.537292] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.537292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.537292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.537557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.538110] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.547552] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1265.944587] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.944984] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1266.558053] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1266.558269] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.558446] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.558645] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.558836] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.558949] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.559028] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.559190] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.559270] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.559358] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.559447] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.061259] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.564406] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a37c3ba-6279-4b80-a860-9035f0cdf93c: rpc.has_security_group_logging(os_id): False [ 1267.584240] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.584240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.584240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.584240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.584240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.584490] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.584549] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.584586] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.584884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.584884] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.584884] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1267.637593] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.637809] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.637869] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.638148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.638330] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.650480] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1269.666285] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1269.666543] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.766944] env[69429]: INFO networking_nsxv3.common.synchronization [req-86845316-5009-4260-aa0b-f264a3181164 req-da556f46-9429-4768-bb47-1cbb994ca309 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Enqueued Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1269.767520] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 with Priority: HIGHEST for action security_group_members [ 1269.767860] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.767935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.768124] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.768205] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.768355] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.768471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.768534] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.768683] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.768769] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.768864] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd58d0ad-1d43-46cc-bb26-72815cfee7b4',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.270895] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.271073] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.271146] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.271376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.271469] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.271671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.271770] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.271829] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.271981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.272069] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.272158] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 is going to be updated. [ 1270.300021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.300021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.300203] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.300678] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.300834] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.308508] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: IN_PROGRESS for 2s [ 1271.462797] env[69429]: INFO networking_nsxv3.common.synchronization [req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c req-5e18f11f-ff6c-4660-a9fd-a89e29742d90 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Enqueued Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_members [ 1271.463352] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 with Priority: HIGHEST for action security_group_members [ 1271.463671] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.463815] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.463882] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.464099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.464253] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.464352] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.464401] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.464540] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.464629] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.464718] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e3721a5-ab64-4eac-a9d5-c5e2a486e035',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.966395] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.966544] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.966618] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.966837] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.966933] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.967158] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.967259] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.967311] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.967539] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.967620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.967710] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 is going to be updated. [ 1271.995983] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.996113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.996181] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.996346] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.996474] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.005505] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: IN_PROGRESS for 2s [ 1272.321703] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 in Status: SUCCESS [ 1272.321835] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd58d0ad-1d43-46cc-bb26-72815cfee7b4 deletion is rescheduled due to dependency. [ 1272.321958] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd58d0ad-1d43-46cc-bb26-72815cfee7b4" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.014774] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 in Status: SUCCESS [ 1274.015110] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e3721a5-ab64-4eac-a9d5-c5e2a486e035 deletion is rescheduled due to dependency. [ 1274.015237] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e3721a5-ab64-4eac-a9d5-c5e2a486e035" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.464534] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.464772] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.466096] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.466440] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.467266] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.467636] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.468771] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.468771] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.470069] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.470069] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.470825] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.470825] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.471706] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.471706] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.472713] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.472995] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.054196] env[69429]: INFO networking_nsxv3.common.synchronization [req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 req-39a43e27-3e11-4f19-b524-7dfdec67041d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1313.054501] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1313.055321] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.055485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.055485] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.055695] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.055916] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.056050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.056122] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.056305] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.056404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.056981] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.558954] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.559283] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.559424] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.559775] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.584482] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.584775] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.584926] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.585049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.586421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.586421] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.586421] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1313.613871] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.614030] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.614078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.614262] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.614400] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.622186] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1315.634449] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1315.634739] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 deletion is rescheduled due to dependency. [ 1315.634739] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.056093] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.056399] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.809522] env[69429]: INFO networking_nsxv3.common.synchronization [req-53d74e19-8432-4790-ade4-b0a4d31b9d89 req-ff8583fa-ae02-4e3b-b83c-511969e7e728 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1319.810044] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1319.810389] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.810541] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.810622] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.810806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.810967] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.811089] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.811154] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.811307] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.811355] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.811440] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.072366] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.072366] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.072366] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.072681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.072681] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.072833] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.073026] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.073175] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.074206] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.074206] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.074206] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.074206] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.074206] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.074206] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.074206] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.074405] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.093920] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.094156] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1320.094343] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.094564] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-307" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.094944] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-da711524-68c9-4c49-8e13-f01a3f29a37d taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.095176] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.095323] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.095725] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.095933] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da711524-68c9-4c49-8e13-f01a3f29a37d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.313485] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.313658] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.313730] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.313935] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.314050] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.314247] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.314345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.314410] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.314559] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.314636] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.314722] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1320.338880] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.339049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.339092] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.339272] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.339408] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.348824] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1320.598150] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.598392] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.598525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.598813] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.599016] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.599156] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port da711524-68c9-4c49-8e13-f01a3f29a37d not found, creating... [ 1320.599442] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.599609] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.599733] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.599963] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.600128] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.600421] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.600582] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.600704] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.600967] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.601130] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.601278] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: da711524-68c9-4c49-8e13-f01a3f29a37d is going to be created. [ 1320.622150] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.622310] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.622443] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.622719] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.622953] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.623196] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.278899] env[69429]: INFO networking_nsxv3.common.synchronization [req-53d74e19-8432-4790-ade4-b0a4d31b9d89 req-4351f970-3a4c-4e19-a284-fddae483de56 service nova] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 1321.279151] env[69429]: INFO networking_nsxv3.common.synchronization [req-53d74e19-8432-4790-ade4-b0a4d31b9d89 req-4351f970-3a4c-4e19-a284-fddae483de56 service nova] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1321.279227] env[69429]: INFO networking_nsxv3.common.synchronization [req-53d74e19-8432-4790-ade4-b0a4d31b9d89 req-4351f970-3a4c-4e19-a284-fddae483de56 service nova] Enqueued Resource ID: da711524-68c9-4c49-8e13-f01a3f29a37d with Priority: HIGHEST for action port [ 1321.279428] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_rules [ 1321.279553] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1321.279649] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da711524-68c9-4c49-8e13-f01a3f29a37d with Priority: HIGHEST for action port [ 1321.280218] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.280377] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.280428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.280632] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.280682] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.281842] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.282111] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.282172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-da711524-68c9-4c49-8e13-f01a3f29a37d taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.282240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.282295] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.282460] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.282525] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da711524-68c9-4c49-8e13-f01a3f29a37d',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.784712] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.784878] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.785017] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da711524-68c9-4c49-8e13-f01a3f29a37d with status ACTIVE [ 1321.785260] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.785322] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.785356] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.785562] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.785652] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.785826] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.785934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.785998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.786162] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.786241] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.786758] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.786758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.786758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.786758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.786758] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.786953] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da711524-68c9-4c49-8e13-f01a3f29a37d is going to be updated. [ 1321.806116] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.806255] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.806296] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.806441] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.806564] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.806711] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da711524-68c9-4c49-8e13-f01a3f29a37d" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.358342] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1322.358639] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 deletion is rescheduled due to dependency. [ 1322.358680] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.358841] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.359099] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.359286] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.359404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.359471] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.359631] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.359715] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.359808] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.862313] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.365156] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.868055] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.868055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.868055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.868055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.868055] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.868055] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1323.895172] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.895321] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.895374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.895582] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.895723] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.904114] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1325.914928] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1325.915306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.915306] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.915537] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.915727] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.915845] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.915910] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.916096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.916182] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.916267] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.916357] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.280560] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.280790] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1326.418963] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.920928] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd69a36b-5b83-4b18-9dd0-9c3738502478: rpc.has_security_group_logging(os_id): False [ 1326.939901] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.940049] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.940117] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.940323] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.940412] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.940647] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.940745] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.940808] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.940953] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.941041] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.941175] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1326.951901] env[69429]: INFO networking_nsxv3.common.synchronization [req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 req-c061c4e8-5e35-4f0e-8924-72b3e06cc401 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1326.952448] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1326.952749] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.952859] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.952921] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.953113] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.953383] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.953383] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.953483] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.953554] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.953600] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.953696] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.010615] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.010615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.010615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.010615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.010615] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.023202] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1327.456109] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.959035] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.460798] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.460976] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.461046] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.461281] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.461390] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.461494] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1328.490535] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.490671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.490752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.490919] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.491096] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.499161] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1329.036305] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1329.036641] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.509063] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1330.509429] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.953328] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.953805] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.955073] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.955478] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.956855] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.957252] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.103961] env[69429]: INFO networking_nsxv3.common.synchronization [req-0461f7d1-225e-4fae-80f7-49ff27755dd5 req-bb9de857-4b3d-4946-a183-addaf394c94c tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Enqueued Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1342.104558] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c with Priority: HIGHEST for action security_group_members [ 1342.104921] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a37c3ba-6279-4b80-a860-9035f0cdf93c taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.105083] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.105169] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.105439] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.105614] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.105781] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.105838] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.105997] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.106098] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.106231] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a37c3ba-6279-4b80-a860-9035f0cdf93c',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.608436] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.608638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.608684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.608870] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.608963] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.609174] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.609290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.609360] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.609519] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.609597] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.609683] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c is going to be updated. [ 1342.650702] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.650875] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.650937] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.651197] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.651374] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.661705] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: IN_PROGRESS for 2s [ 1344.671624] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c in Status: SUCCESS [ 1344.671989] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a37c3ba-6279-4b80-a860-9035f0cdf93c deletion is rescheduled due to dependency. [ 1344.671989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a37c3ba-6279-4b80-a860-9035f0cdf93c" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.105567] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.105903] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.107114] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.107457] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.108744] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.109024] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.109684] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.110091] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.111270] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.111519] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.112351] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.112835] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.113321] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.113671] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.114910] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.115406] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.142715] env[69429]: INFO networking_nsxv3.common.synchronization [req-0437e1ca-afe2-47b6-833d-092d647be2a5 req-e64fb719-2991-4375-a660-14793daf4590 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Enqueued Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1382.143280] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 with Priority: HIGHEST for action security_group_members [ 1382.143647] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd69a36b-5b83-4b18-9dd0-9c3738502478 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.143821] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.143895] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.144207] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.144699] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.144699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.144699] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.144913] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.145031] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.145146] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd69a36b-5b83-4b18-9dd0-9c3738502478',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.647192] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.647389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.647389] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.647606] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.647703] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.647899] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.647998] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.648064] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.648214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.648290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.648379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 is going to be updated. [ 1382.675477] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.675627] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.675671] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.675874] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.676037] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.684379] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: IN_PROGRESS for 2s [ 1384.695113] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 in Status: SUCCESS [ 1384.695456] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd69a36b-5b83-4b18-9dd0-9c3738502478 deletion is rescheduled due to dependency. [ 1384.695456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd69a36b-5b83-4b18-9dd0-9c3738502478" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.144368] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.144745] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.836906] env[69429]: INFO networking_nsxv3.common.synchronization [req-3aa6030d-0b29-41eb-99b4-114b93aa022c req-7dadaf9d-c6f0-417b-bfdd-b997279c69e6 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Enqueued Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_members [ 1387.839467] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e with Priority: HIGHEST for action security_group_members [ 1387.839617] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb749a64-f939-4c5a-8bba-ff96cc84a02e taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.839742] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.839813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.840214] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.840214] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.840335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.840335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.840493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.840577] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.840671] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb749a64-f939-4c5a-8bba-ff96cc84a02e',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.343467] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.343776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.343776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.343920] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.344035] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.344245] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.344376] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.344428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.344557] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.344634] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.344731] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e is going to be updated. [ 1388.374816] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.374946] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.375032] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.375317] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.375490] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.383591] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: IN_PROGRESS for 2s [ 1390.393926] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e in Status: SUCCESS [ 1390.394217] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb749a64-f939-4c5a-8bba-ff96cc84a02e deletion is rescheduled due to dependency. [ 1390.394254] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb749a64-f939-4c5a-8bba-ff96cc84a02e" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.840045] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.840409] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.863791] env[69429]: INFO networking_nsxv3.common.synchronization [None req-70fa57d8-ef0e-4d1c-8e6d-0d7a6b85074c None None] Enqueued Resource ID: f4b68022-afbb-47e5-b98c-40cb5eadb626 with Priority: HIGHEST for action port [ 1395.864312] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b68022-afbb-47e5-b98c-40cb5eadb626 with Priority: HIGHEST for action port [ 1395.864695] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b68022-afbb-47e5-b98c-40cb5eadb626 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.864782] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b68022-afbb-47e5-b98c-40cb5eadb626" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.864819] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b68022-afbb-47e5-b98c-40cb5eadb626" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.865235] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b68022-afbb-47e5-b98c-40cb5eadb626" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.865235] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b68022-afbb-47e5-b98c-40cb5eadb626',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.367461] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4b68022-afbb-47e5-b98c-40cb5eadb626 [ 1396.367829] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.369897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.369897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.369897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.369897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.369897] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4b68022-afbb-47e5-b98c-40cb5eadb626 already deleted. [ 1396.369897] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b68022-afbb-47e5-b98c-40cb5eadb626" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.566428] env[69429]: INFO networking_nsxv3.common.synchronization [None req-2ed38911-df23-48f7-9657-c6cbbf0d2d32 None None] Enqueued Resource ID: 4023d07f-64f4-4144-84db-47b1c4907d05 with Priority: HIGHEST for action port [ 1397.566428] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4023d07f-64f4-4144-84db-47b1c4907d05 with Priority: HIGHEST for action port [ 1397.566428] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4023d07f-64f4-4144-84db-47b1c4907d05 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.566428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4023d07f-64f4-4144-84db-47b1c4907d05" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.566744] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4023d07f-64f4-4144-84db-47b1c4907d05" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.567177] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4023d07f-64f4-4144-84db-47b1c4907d05" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.567413] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4023d07f-64f4-4144-84db-47b1c4907d05',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.724021] env[69429]: INFO networking_nsxv3.common.synchronization [None req-4c6f4963-e929-4f41-a0cb-be0cb1d8536b None None] Enqueued Resource ID: 467dc26b-721c-4bcb-95b0-da18b8584e0b with Priority: HIGHEST for action port [ 1397.724021] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467dc26b-721c-4bcb-95b0-da18b8584e0b with Priority: HIGHEST for action port [ 1397.724021] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-467dc26b-721c-4bcb-95b0-da18b8584e0b taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.724021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467dc26b-721c-4bcb-95b0-da18b8584e0b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.724021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467dc26b-721c-4bcb-95b0-da18b8584e0b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.724021] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467dc26b-721c-4bcb-95b0-da18b8584e0b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.724021] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467dc26b-721c-4bcb-95b0-da18b8584e0b',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.069628] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4023d07f-64f4-4144-84db-47b1c4907d05 [ 1398.069908] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.070043] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.070119] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.070332] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.070423] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.070517] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4023d07f-64f4-4144-84db-47b1c4907d05 already deleted. [ 1398.070599] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4023d07f-64f4-4144-84db-47b1c4907d05" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.226226] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 467dc26b-721c-4bcb-95b0-da18b8584e0b [ 1398.226616] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.227366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.227366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.227366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.227366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.227366] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:467dc26b-721c-4bcb-95b0-da18b8584e0b already deleted. [ 1398.227366] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467dc26b-721c-4bcb-95b0-da18b8584e0b" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.588016] env[69429]: INFO networking_nsxv3.common.synchronization [None req-3fadb274-8c31-4451-8236-9bee400e341a None None] Enqueued Resource ID: 549891a9-989a-4e4b-909b-bfbf3926927f with Priority: HIGHEST for action port [ 1399.588016] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549891a9-989a-4e4b-909b-bfbf3926927f with Priority: HIGHEST for action port [ 1399.588016] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-549891a9-989a-4e4b-909b-bfbf3926927f taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.588016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549891a9-989a-4e4b-909b-bfbf3926927f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.588016] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549891a9-989a-4e4b-909b-bfbf3926927f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.588404] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549891a9-989a-4e4b-909b-bfbf3926927f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.588404] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549891a9-989a-4e4b-909b-bfbf3926927f',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.090377] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 549891a9-989a-4e4b-909b-bfbf3926927f [ 1400.090620] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.090760] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.090830] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.091051] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.091148] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.091261] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:549891a9-989a-4e4b-909b-bfbf3926927f already deleted. [ 1400.091395] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549891a9-989a-4e4b-909b-bfbf3926927f" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.685076] env[69429]: INFO networking_nsxv3.common.synchronization [req-8340272a-c81e-4f5a-a9f6-74d10161ed7a req-a09527a5-ebb6-4b39-a527-4d152fd0357b tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Enqueued Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_members [ 1402.685605] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_members [ 1402.685906] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.686038] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.686109] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.686362] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.686519] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.686620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.686684] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.686844] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.686917] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.687287] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.928396] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.928626] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "network-962" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.928759] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "network-962" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.929221] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "network-962" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.929511] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.929681] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.929803] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.930119] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.930286] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.930508] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.930629] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] NeedRegenerationException {{(pid=69429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.930744] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] no value, waiting for create lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.930862] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] value creation lock acquired {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.930979] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] No value present for key: 'zone-id' {{(pid=69429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.931106] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Calling creation function for not-yet-present value {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.931258] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.952926] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.953097] env[69429]: DEBUG dogpile.cache.region [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1402.953245] env[69429]: DEBUG dogpile.lock [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Released creation lock {{(pid=69429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.953414] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "network-962" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.953716] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea taken with stack trace [, , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.953887] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.954028] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.954333] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.954478] env[69429]: DEBUG networking_nsxv3.api.rpc [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9bbaa9-b35e-487d-aad3-e89be18e94ea',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.189755] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.189934] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.189981] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.190199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.190297] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.190495] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.190594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.190659] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.190811] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.190888] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.190990] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 already deleted. [ 1403.191082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.457104] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.457368] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.457510] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.457786] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.457943] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.458120] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Segment Port 4d9bbaa9-b35e-487d-aad3-e89be18e94ea not found, creating... [ 1403.458383] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.458545] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.458668] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.458913] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.459073] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.459365] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.459525] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.459646] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.459883] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.460053] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.460202] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Resource: SegmentPort with ID: 4d9bbaa9-b35e-487d-aad3-e89be18e94ea is going to be created. [ 1403.479210] env[69429]: DEBUG networking_nsxv3.common.locking [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.479427] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.479545] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.479792] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.480073] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.480307] env[69429]: DEBUG oslo_concurrency.lockutils [None req-ef745c2e-bb8d-4b3c-95e1-4ad45f80df4f None None] Releasing lock "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.155312] env[69429]: INFO networking_nsxv3.common.synchronization [req-8340272a-c81e-4f5a-a9f6-74d10161ed7a req-ef18d88a-536b-482a-9dcd-b20997742be9 service nova] Enqueued Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_rules [ 1404.155612] env[69429]: INFO networking_nsxv3.common.synchronization [req-8340272a-c81e-4f5a-a9f6-74d10161ed7a req-ef18d88a-536b-482a-9dcd-b20997742be9 service nova] Enqueued Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_members [ 1404.155667] env[69429]: INFO networking_nsxv3.common.synchronization [req-8340272a-c81e-4f5a-a9f6-74d10161ed7a req-ef18d88a-536b-482a-9dcd-b20997742be9 service nova] Enqueued Resource ID: 4d9bbaa9-b35e-487d-aad3-e89be18e94ea with Priority: HIGHEST for action port [ 1404.155858] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_rules [ 1404.155986] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_members [ 1404.156096] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9bbaa9-b35e-487d-aad3-e89be18e94ea with Priority: HIGHEST for action port [ 1404.156657] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.156774] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.156848] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.157385] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.157479] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.159607] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.159752] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.159814] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.159994] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.160215] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.160339] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.160431] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.160588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.160674] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.160763] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.161506] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.161619] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.161693] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.161836] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.161911] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9bbaa9-b35e-487d-aad3-e89be18e94ea',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.664959] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.664959] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.664959] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.666699] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d9bbaa9-b35e-487d-aad3-e89be18e94ea with status ACTIVE [ 1404.667037] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.667287] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.667527] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.667813] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.667999] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.669220] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.669335] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.669402] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.670129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.670129] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.670129] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.670309] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.670397] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.670594] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.670676] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.670767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d9bbaa9-b35e-487d-aad3-e89be18e94ea is going to be updated. [ 1404.692723] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.692887] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.692948] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.693216] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.693382] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.693546] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d9bbaa9-b35e-487d-aad3-e89be18e94ea" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.166458] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.670576] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.670802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.670802] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.671078] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.671185] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.671294] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 is going to be created. [ 1405.695549] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.695704] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.695776] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.695996] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.696171] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.704179] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 in Status: UNINITIALIZED for 2s [ 1407.714265] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 in Status: SUCCESS [ 1407.714605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.714605] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.714756] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.714955] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.715082] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.715147] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.715298] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.715428] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.715475] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.715549] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.218387] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.218638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.218638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.218982] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.219242] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.219372] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.219440] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.219620] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.219710] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.219827] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.220030] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.220125] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.220199] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.220380] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.220544] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.220640] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.220701] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.220927] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.221036] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.221142] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.221235] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.723767] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 467bcd47-ee34-437a-9f58-8fec8d76f8b7: rpc.has_security_group_logging(os_id): False [ 1408.740305] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.740456] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.740505] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.740716] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.740806] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.741040] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.741145] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.741211] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.741368] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.741448] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.741632] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.741727] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.741791] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.741932] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.742014] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.742198] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.742291] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.742354] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.742493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.742570] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.742657] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 is going to be created. [ 1408.799119] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.799253] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.799292] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.799467] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.799638] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.809563] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 in Status: IN_PROGRESS for 2s [ 1409.157556] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.157730] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1410.821089] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 in Status: SUCCESS [ 1410.821455] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.891388] env[69429]: INFO networking_nsxv3.common.synchronization [req-29cd83d6-289e-4062-b233-75aa8973151a req-2f9832d0-764c-488c-8150-bec300d20dc4 tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Enqueued Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_members [ 1413.894290] env[69429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 with Priority: HIGHEST for action security_group_members [ 1413.894290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock member-467bcd47-ee34-437a-9f58-8fec8d76f8b7 taken with stack trace [, , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.894290] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.894290] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.894290] env[69429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467bcd47-ee34-437a-9f58-8fec8d76f8b7',) {} {{(pid=69429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.399027] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.399240] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.399308] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.399493] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.399588] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.399813] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.399906] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.399989] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.400200] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.400304] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.400398] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 is going to be updated. [ 1414.428907] env[69429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.429053] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.429103] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.429280] env[69429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.429406] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.436923] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 in Status: IN_PROGRESS for 2s [ 1416.446997] env[69429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 in Status: SUCCESS [ 1416.447345] env[69429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467bcd47-ee34-437a-9f58-8fec8d76f8b7 deletion is rescheduled due to dependency. [ 1416.447345] env[69429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467bcd47-ee34-437a-9f58-8fec8d76f8b7" {{(pid=69429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.893249] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.893249] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.894898] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.895265] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.896296] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.896624] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.897895] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.898326] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.899683] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.899683] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.900430] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.900738] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.901774] env[69429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.902158] env[69429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0